2024-12-09 15:08:51,802 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-09 15:08:51,821 main DEBUG Took 0.015834 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 15:08:51,821 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 15:08:51,822 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 15:08:51,823 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 15:08:51,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,835 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 15:08:51,872 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,876 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,878 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,879 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,880 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,883 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,885 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,886 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:08:51,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,887 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 15:08:51,889 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:08:51,891 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 15:08:51,893 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 15:08:51,893 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 15:08:51,895 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 15:08:51,895 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 15:08:51,907 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 15:08:51,910 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 15:08:51,912 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 15:08:51,912 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 15:08:51,913 main DEBUG createAppenders(={Console}) 2024-12-09 15:08:51,914 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-09 15:08:51,914 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-09 15:08:51,915 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-09 15:08:51,915 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 15:08:51,916 main DEBUG OutputStream closed 2024-12-09 15:08:51,916 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 15:08:51,916 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 15:08:51,917 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-09 15:08:52,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 15:08:52,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 15:08:52,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 15:08:52,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 15:08:52,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 15:08:52,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 15:08:52,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 15:08:52,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 15:08:52,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 15:08:52,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 15:08:52,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 15:08:52,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 15:08:52,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 15:08:52,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 15:08:52,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 15:08:52,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 15:08:52,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 15:08:52,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 15:08:52,028 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 15:08:52,028 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-09 15:08:52,029 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 15:08:52,030 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-09T15:08:52,368 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c 2024-12-09 15:08:52,372 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 15:08:52,373 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T15:08:52,383 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop-log-dir so I do NOT create it in target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd 2024-12-09T15:08:52,383 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop-log-dir Erasing configuration value by system value. 2024-12-09T15:08:52,384 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop-tmp-dir so I do NOT create it in target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd 2024-12-09T15:08:52,384 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-09T15:08:52,385 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd 2024-12-09T15:08:52,399 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-09T15:08:52,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1, deleteOnExit=true 2024-12-09T15:08:52,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/zookeeper_0, clientPort=60157, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T15:08:52,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60157 2024-12-09T15:08:52,561 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-09T15:08:52,561 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-09T15:08:52,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T15:08:52,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T15:08:52,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/test.cache.data in system properties and HBase conf 2024-12-09T15:08:52,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T15:08:52,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.log.dir in system properties and HBase conf 2024-12-09T15:08:52,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T15:08:52,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T15:08:52,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T15:08:52,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T15:08:52,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T15:08:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:08:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:08:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T15:08:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:08:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T15:08:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T15:08:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:08:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:08:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T15:08:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/nfs.dump.dir in system properties and HBase conf 2024-12-09T15:08:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/java.io.tmpdir in system properties and HBase conf 2024-12-09T15:08:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:08:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T15:08:52,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T15:08:53,957 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T15:08:54,044 INFO [Time-limited test {}] log.Log(170): Logging initialized @3106ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T15:08:54,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:08:54,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:08:54,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:08:54,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:08:54,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:08:54,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:08:54,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:08:54,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:08:54,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/java.io.tmpdir/jetty-localhost-41397-hadoop-hdfs-3_4_1-tests_jar-_-any-2054863487413494053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:08:54,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:41397} 2024-12-09T15:08:54,511 INFO [Time-limited test {}] server.Server(415): Started @3574ms 2024-12-09T15:08:55,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:08:55,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:08:55,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:08:55,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:08:55,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:08:55,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:08:55,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:08:55,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-8615070984619199863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:08:55,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-12-09T15:08:55,171 INFO [Time-limited test {}] server.Server(415): Started @4235ms 2024-12-09T15:08:55,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:08:55,728 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/dfs/data/data1/current/BP-561827294-172.17.0.3-1733756933685/current, will proceed with Du for space computation calculation, 2024-12-09T15:08:55,728 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/dfs/data/data2/current/BP-561827294-172.17.0.3-1733756933685/current, will proceed with Du for space computation calculation, 2024-12-09T15:08:55,775 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:08:55,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7520a9fa1d994c8d with lease ID 0xa0334fdfad60a00f: Processing first storage report for DS-04eb5dc1-8639-4c19-b988-9b0232fe9991 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=6b8c6827-9436-4583-bcaa-61ecbb43dbd5, infoPort=44089, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=1626988531;c=1733756933685) 2024-12-09T15:08:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7520a9fa1d994c8d with lease ID 0xa0334fdfad60a00f: from storage DS-04eb5dc1-8639-4c19-b988-9b0232fe9991 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=6b8c6827-9436-4583-bcaa-61ecbb43dbd5, infoPort=44089, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=1626988531;c=1733756933685), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T15:08:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7520a9fa1d994c8d with lease ID 0xa0334fdfad60a00f: Processing first storage report for DS-d726f232-cd84-4563-9bfe-d8603bb64f72 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=6b8c6827-9436-4583-bcaa-61ecbb43dbd5, infoPort=44089, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=1626988531;c=1733756933685) 2024-12-09T15:08:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7520a9fa1d994c8d with lease ID 0xa0334fdfad60a00f: from storage DS-d726f232-cd84-4563-9bfe-d8603bb64f72 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=6b8c6827-9436-4583-bcaa-61ecbb43dbd5, infoPort=44089, infoSecurePort=0, ipcPort=36747, storageInfo=lv=-57;cid=testClusterID;nsid=1626988531;c=1733756933685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:08:55,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c 2024-12-09T15:08:55,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:55,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:08:56,652 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 with version=8 2024-12-09T15:08:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/hbase-staging 2024-12-09T15:08:56,794 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T15:08:57,115 INFO [Time-limited test {}] client.ConnectionUtils(129): master/33eb8daa289d:0 server-side Connection retries=45 2024-12-09T15:08:57,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:08:57,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:08:57,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:08:57,356 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T15:08:57,366 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T15:08:57,370 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:08:57,398 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13921 (auto-detected) 2024-12-09T15:08:57,399 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T15:08:57,421 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33893 2024-12-09T15:08:57,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:57,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:57,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33893 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:08:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338930x0, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:08:57,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33893-0x10197c53c2f0000 connected 2024-12-09T15:08:57,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T15:08:57,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T15:08:57,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T15:08:57,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-09T15:08:57,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-12-09T15:08:57,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-12-09T15:08:57,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-09T15:08:57,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-09T15:08:57,564 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62, hbase.cluster.distributed=false 2024-12-09T15:08:57,625 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/33eb8daa289d:0 server-side Connection retries=45 2024-12-09T15:08:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:08:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:08:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:08:57,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:08:57,630 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:08:57,631 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44271 2024-12-09T15:08:57,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:08:57,638 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:08:57,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:57,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:57,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44271 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:08:57,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442710x0, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:08:57,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442710x0, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T15:08:57,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44271-0x10197c53c2f0001 connected 2024-12-09T15:08:57,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T15:08:57,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T15:08:57,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44271 2024-12-09T15:08:57,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44271 2024-12-09T15:08:57,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44271 2024-12-09T15:08:57,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44271 2024-12-09T15:08:57,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44271 2024-12-09T15:08:57,663 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/33eb8daa289d,33893,1733756936787 2024-12-09T15:08:57,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T15:08:57,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T15:08:57,675 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/33eb8daa289d,33893,1733756936787 2024-12-09T15:08:57,681 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33eb8daa289d:33893 2024-12-09T15:08:57,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T15:08:57,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T15:08:57,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:57,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:57,705 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T15:08:57,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T15:08:57,706 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/33eb8daa289d,33893,1733756936787 from backup master directory 2024-12-09T15:08:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T15:08:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/33eb8daa289d,33893,1733756936787 2024-12-09T15:08:57,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T15:08:57,711 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:08:57,711 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33eb8daa289d,33893,1733756936787 2024-12-09T15:08:57,713 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T15:08:57,715 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T15:08:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:08:57,801 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/hbase.id with ID: 663c8eaf-9b1f-4bc1-82d6-76dfb4ac8592 2024-12-09T15:08:57,851 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:08:57,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:57,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:08:58,328 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:08:58,330 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T15:08:58,349 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:08:58,354 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:08:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:08:58,403 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store 2024-12-09T15:08:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:08:58,824 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T15:08:58,825 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:08:58,826 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:08:58,826 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:08:58,826 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:08:58,827 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:08:58,827 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:08:58,827 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:08:58,827 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:08:58,830 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/.initializing 2024-12-09T15:08:58,831 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/WALs/33eb8daa289d,33893,1733756936787 2024-12-09T15:08:58,839 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:08:58,852 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C33893%2C1733756936787, suffix=, logDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/WALs/33eb8daa289d,33893,1733756936787, archiveDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/oldWALs, maxLogs=10 2024-12-09T15:08:58,875 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/WALs/33eb8daa289d,33893,1733756936787/33eb8daa289d%2C33893%2C1733756936787.1733756938857, exclude list is [], retry=0 2024-12-09T15:08:58,894 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-04eb5dc1-8639-4c19-b988-9b0232fe9991,DISK] 2024-12-09T15:08:58,899 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T15:08:58,942 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/WALs/33eb8daa289d,33893,1733756936787/33eb8daa289d%2C33893%2C1733756936787.1733756938857 2024-12-09T15:08:58,943 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44089:44089)] 2024-12-09T15:08:58,944 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:08:58,944 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:08:58,947 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:58,949 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:58,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T15:08:59,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:08:59,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:08:59,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T15:08:59,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:08:59,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:08:59,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T15:08:59,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:08:59,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:08:59,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T15:08:59,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:08:59,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:08:59,045 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,046 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,058 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:08:59,063 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:08:59,069 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:08:59,070 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63393130, jitterRate=-0.05536875128746033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:08:59,075 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:08:59,076 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T15:08:59,107 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e802371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:08:59,142 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T15:08:59,154 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T15:08:59,154 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T15:08:59,156 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T15:08:59,158 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T15:08:59,163 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-09T15:08:59,163 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T15:08:59,187 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T15:08:59,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-09T15:08:59,200 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-09T15:08:59,203 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T15:08:59,204 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-09T15:08:59,205 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-09T15:08:59,207 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T15:08:59,211 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-09T15:08:59,213 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-09T15:08:59,214 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-09T15:08:59,216 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-09T15:08:59,226 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T15:08:59,227 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-09T15:08:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T15:08:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T15:08:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,232 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=33eb8daa289d,33893,1733756936787, sessionid=0x10197c53c2f0000, setting cluster-up flag (Was=false) 2024-12-09T15:08:59,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,253 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-09T15:08:59,254 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,33893,1733756936787 2024-12-09T15:08:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:08:59,269 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-09T15:08:59,270 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,33893,1733756936787 2024-12-09T15:08:59,364 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T15:08:59,371 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T15:08:59,374 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T15:08:59,381 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33eb8daa289d,33893,1733756936787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T15:08:59,383 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33eb8daa289d:44271 2024-12-09T15:08:59,385 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1008): ClusterId : 663c8eaf-9b1f-4bc1-82d6-76dfb4ac8592 2024-12-09T15:08:59,385 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:08:59,386 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:08:59,386 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:08:59,386 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:08:59,386 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33eb8daa289d:0, corePoolSize=10, maxPoolSize=10 2024-12-09T15:08:59,386 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,387 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:08:59,387 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,389 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:08:59,390 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733756969390 2024-12-09T15:08:59,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:08:59,392 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T15:08:59,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T15:08:59,393 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T15:08:59,395 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:08:59,395 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:08:59,397 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T15:08:59,397 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T15:08:59,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:08:59,398 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T15:08:59,398 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T15:08:59,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:08:59,398 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:08:59,398 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,399 DEBUG [RS:0;33eb8daa289d:44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dd639b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:08:59,400 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T15:08:59,401 DEBUG [RS:0;33eb8daa289d:44271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374aba4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:08:59,402 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T15:08:59,402 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T15:08:59,404 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T15:08:59,405 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T15:08:59,405 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T15:08:59,405 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T15:08:59,405 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T15:08:59,406 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756939406,5,FailOnTimeoutGroup] 2024-12-09T15:08:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741831_1007 (size=1039) 2024-12-09T15:08:59,408 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756939407,5,FailOnTimeoutGroup] 2024-12-09T15:08:59,408 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,409 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T15:08:59,409 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3073): reportForDuty to master=33eb8daa289d,33893,1733756936787 with isa=33eb8daa289d/172.17.0.3:44271, startcode=1733756937624 2024-12-09T15:08:59,410 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,410 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,426 DEBUG [RS:0;33eb8daa289d:44271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:08:59,467 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37149, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:08:59,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(486): Registering regionserver=33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,495 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:08:59,495 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45805 2024-12-09T15:08:59,495 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T15:08:59,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T15:08:59,502 DEBUG [RS:0;33eb8daa289d:44271 {}] zookeeper.ZKUtil(111): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/rs/33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,502 WARN [RS:0;33eb8daa289d:44271 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:08:59,503 INFO [RS:0;33eb8daa289d:44271 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:08:59,503 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33eb8daa289d,44271,1733756937624] 2024-12-09T15:08:59,516 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T15:08:59,530 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:08:59,548 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:08:59,552 INFO [RS:0;33eb8daa289d:44271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:08:59,553 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,554 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T15:08:59,563 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,563 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,563 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,564 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,564 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,564 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,564 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:08:59,565 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,565 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,565 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,565 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,566 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:08:59,566 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:08:59,566 DEBUG [RS:0;33eb8daa289d:44271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:08:59,567 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,567 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,568 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,568 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,568 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,44271,1733756937624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:08:59,597 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:08:59,600 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,44271,1733756937624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:08:59,632 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.Replication(204): 33eb8daa289d,44271,1733756937624 started 2024-12-09T15:08:59,633 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1767): Serving as 33eb8daa289d,44271,1733756937624, RpcServer on 33eb8daa289d/172.17.0.3:44271, sessionid=0x10197c53c2f0001 2024-12-09T15:08:59,634 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:08:59,634 DEBUG [RS:0;33eb8daa289d:44271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,634 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,44271,1733756937624' 2024-12-09T15:08:59,634 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-09T15:08:59,642 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-09T15:08:59,644 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:08:59,644 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:08:59,644 DEBUG [RS:0;33eb8daa289d:44271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33eb8daa289d,44271,1733756937624 2024-12-09T15:08:59,644 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,44271,1733756937624' 2024-12-09T15:08:59,644 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-09T15:08:59,648 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-09T15:08:59,649 DEBUG [RS:0;33eb8daa289d:44271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:08:59,649 INFO [RS:0;33eb8daa289d:44271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:08:59,649 INFO [RS:0;33eb8daa289d:44271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:08:59,755 INFO [RS:0;33eb8daa289d:44271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:08:59,759 INFO [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C44271%2C1733756937624, suffix=, logDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624, archiveDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/oldWALs, maxLogs=10 2024-12-09T15:08:59,777 DEBUG [RS:0;33eb8daa289d:44271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, exclude list is [], retry=0 2024-12-09T15:08:59,782 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-04eb5dc1-8639-4c19-b988-9b0232fe9991,DISK] 2024-12-09T15:08:59,786 INFO [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 2024-12-09T15:08:59,787 DEBUG [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44089:44089)] 2024-12-09T15:08:59,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T15:08:59,811 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:08:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741833_1009 (size=32) 2024-12-09T15:09:00,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:00,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:09:00,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:09:00,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:09:00,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:09:00,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:09:00,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:09:00,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740 2024-12-09T15:09:00,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740 2024-12-09T15:09:00,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T15:09:00,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:09:00,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:00,260 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787840, jitterRate=0.03991985321044922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T15:09:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:09:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:09:00,263 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:09:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:09:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:09:00,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:09:00,265 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:09:00,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:09:00,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:09:00,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T15:09:00,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:09:00,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:09:00,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T15:09:00,440 DEBUG [33eb8daa289d:33893 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T15:09:00,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:00,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,44271,1733756937624, state=OPENING 2024-12-09T15:09:00,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T15:09:00,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:00,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:00,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T15:09:00,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T15:09:00,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:00,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:00,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:09:00,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:09:00,744 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T15:09:00,744 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:09:00,745 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:09:00,759 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C44271%2C1733756937624.meta, suffix=.meta, logDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624, archiveDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/oldWALs, maxLogs=10 2024-12-09T15:09:00,793 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.meta.1733756940767.meta, exclude list is [], retry=0 2024-12-09T15:09:00,802 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-04eb5dc1-8639-4c19-b988-9b0232fe9991,DISK] 2024-12-09T15:09:00,806 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.meta.1733756940767.meta 2024-12-09T15:09:00,808 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44089:44089)] 2024-12-09T15:09:00,809 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:00,810 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:09:00,905 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:09:00,911 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:09:00,917 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:09:00,918 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:00,918 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T15:09:00,918 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T15:09:00,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:09:00,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:09:00,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:09:00,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:09:00,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:09:00,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:09:00,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:00,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:00,934 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740 2024-12-09T15:09:00,938 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740 2024-12-09T15:09:00,942 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T15:09:00,946 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:09:00,948 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182229, jitterRate=-0.013807937502861023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T15:09:00,950 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:09:00,960 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733756940700 2024-12-09T15:09:00,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:00,976 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:09:00,977 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T15:09:00,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,44271,1733756937624, state=OPEN 2024-12-09T15:09:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T15:09:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T15:09:00,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T15:09:00,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T15:09:00,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T15:09:00,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=33eb8daa289d,44271,1733756937624 in 481 msec 2024-12-09T15:09:00,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T15:09:00,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-12-09T15:09:00,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6890 sec 2024-12-09T15:09:00,999 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733756940999, completionTime=-1 2024-12-09T15:09:00,999 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T15:09:00,999 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T15:09:01,045 DEBUG [hconnection-0x44434483-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:01,048 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:01,060 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T15:09:01,060 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733757001060 2024-12-09T15:09:01,060 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733757061060 2024-12-09T15:09:01,061 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 61 msec 2024-12-09T15:09:01,095 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:01,096 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:01,096 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:01,098 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33eb8daa289d:33893, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:01,099 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:01,105 DEBUG [master/33eb8daa289d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T15:09:01,108 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T15:09:01,109 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:09:01,116 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T15:09:01,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:01,122 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:01,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741835_1011 (size=358) 2024-12-09T15:09:01,546 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1a9de08a8795900e8a2b73f9406b7a5, NAME => 'hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741836_1012 (size=42) 2024-12-09T15:09:01,956 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:01,956 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d1a9de08a8795900e8a2b73f9406b7a5, disabling compactions & flushes 2024-12-09T15:09:01,956 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:01,957 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:01,957 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. after waiting 0 ms 2024-12-09T15:09:01,957 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:01,957 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:01,957 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1a9de08a8795900e8a2b73f9406b7a5: 2024-12-09T15:09:01,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:01,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756941961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756941961"}]},"ts":"1733756941961"} 2024-12-09T15:09:01,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:09:01,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:01,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756941993"}]},"ts":"1733756941993"} 2024-12-09T15:09:02,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T15:09:02,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d1a9de08a8795900e8a2b73f9406b7a5, ASSIGN}] 2024-12-09T15:09:02,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d1a9de08a8795900e8a2b73f9406b7a5, ASSIGN 2024-12-09T15:09:02,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d1a9de08a8795900e8a2b73f9406b7a5, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:02,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d1a9de08a8795900e8a2b73f9406b7a5, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:02,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d1a9de08a8795900e8a2b73f9406b7a5, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:02,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:02,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:02,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d1a9de08a8795900e8a2b73f9406b7a5, NAME => 'hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:02,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:02,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,339 INFO [StoreOpener-d1a9de08a8795900e8a2b73f9406b7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,342 INFO [StoreOpener-d1a9de08a8795900e8a2b73f9406b7a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a9de08a8795900e8a2b73f9406b7a5 columnFamilyName info 2024-12-09T15:09:02,342 DEBUG [StoreOpener-d1a9de08a8795900e8a2b73f9406b7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:02,343 INFO [StoreOpener-d1a9de08a8795900e8a2b73f9406b7a5-1 {}] regionserver.HStore(327): Store=d1a9de08a8795900e8a2b73f9406b7a5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:02,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:09:02,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:02,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d1a9de08a8795900e8a2b73f9406b7a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60897704, jitterRate=-0.09255349636077881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:09:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d1a9de08a8795900e8a2b73f9406b7a5: 2024-12-09T15:09:02,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5., pid=6, masterSystemTime=1733756942327 2024-12-09T15:09:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:02,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:09:02,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d1a9de08a8795900e8a2b73f9406b7a5, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:02,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T15:09:02,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d1a9de08a8795900e8a2b73f9406b7a5, server=33eb8daa289d,44271,1733756937624 in 198 msec 2024-12-09T15:09:02,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T15:09:02,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d1a9de08a8795900e8a2b73f9406b7a5, ASSIGN in 363 msec 2024-12-09T15:09:02,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:02,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756942378"}]},"ts":"1733756942378"} 2024-12-09T15:09:02,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T15:09:02,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:02,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2770 sec 2024-12-09T15:09:02,421 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-09T15:09:02,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-09T15:09:02,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:02,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:02,462 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T15:09:02,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T15:09:02,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 54 msec 2024-12-09T15:09:02,518 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T15:09:02,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T15:09:02,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2024-12-09T15:09:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-09T15:09:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-09T15:09:02,550 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.839sec 2024-12-09T15:09:02,552 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T15:09:02,553 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T15:09:02,554 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T15:09:02,555 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T15:09:02,555 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T15:09:02,556 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:09:02,557 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T15:09:02,563 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T15:09:02,564 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T15:09:02,564 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,33893,1733756936787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:02,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70adeb94 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35135e28 2024-12-09T15:09:02,598 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T15:09:02,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef0d91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:02,612 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T15:09:02,612 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T15:09:02,627 DEBUG [hconnection-0x3e26ab6a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:02,640 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=33eb8daa289d,33893,1733756936787 2024-12-09T15:09:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T15:09:02,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24, deleteOnExit=true 2024-12-09T15:09:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T15:09:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/test.cache.data in system properties and HBase conf 2024-12-09T15:09:02,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T15:09:02,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.log.dir in system properties and HBase conf 2024-12-09T15:09:02,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T15:09:02,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T15:09:02,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T15:09:02,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T15:09:02,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:09:02,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:09:02,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T15:09:02,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:09:02,686 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/nfs.dump.dir in system properties and HBase conf 2024-12-09T15:09:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/java.io.tmpdir in system properties and HBase conf 2024-12-09T15:09:02,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:09:02,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T15:09:02,688 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T15:09:02,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:09:02,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:09:02,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:09:02,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:09:02,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:09:02,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:09:02,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de27be2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:09:02,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3c3146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:09:02,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43d433b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/java.io.tmpdir/jetty-localhost-44843-hadoop-hdfs-3_4_1-tests_jar-_-any-10344178469126025470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:09:02,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@340690c8{HTTP/1.1, (http/1.1)}{localhost:44843} 2024-12-09T15:09:02,981 INFO [Time-limited test {}] server.Server(415): Started @12045ms 2024-12-09T15:09:03,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:09:03,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:09:03,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:09:03,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:09:03,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:09:03,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50702c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:09:03,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231527f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:09:03,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ca779b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/java.io.tmpdir/jetty-localhost-33981-hadoop-hdfs-3_4_1-tests_jar-_-any-5257990273446098342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:09:03,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@529862ed{HTTP/1.1, (http/1.1)}{localhost:33981} 2024-12-09T15:09:03,226 INFO [Time-limited test {}] server.Server(415): Started @12290ms 2024-12-09T15:09:03,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:09:03,365 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data1/current/BP-277666210-172.17.0.3-1733756942727/current, will proceed with Du for space computation calculation, 2024-12-09T15:09:03,365 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data2/current/BP-277666210-172.17.0.3-1733756942727/current, will proceed with Du for space computation calculation, 2024-12-09T15:09:03,443 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:09:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763f731ac2d86c51 with lease ID 0x806af359441788ee: Processing first storage report for DS-69fd5062-ec27-47ea-8e24-d22f6a882be6 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=be63febe-d71e-47f1-b6af-1374c6debd4c, infoPort=37749, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=630825900;c=1733756942727) 2024-12-09T15:09:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763f731ac2d86c51 with lease ID 0x806af359441788ee: from storage DS-69fd5062-ec27-47ea-8e24-d22f6a882be6 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=be63febe-d71e-47f1-b6af-1374c6debd4c, infoPort=37749, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=630825900;c=1733756942727), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T15:09:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763f731ac2d86c51 with lease ID 0x806af359441788ee: Processing first storage report for DS-31e69ffa-da46-4c4e-9e9d-8cfc6bfe9528 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=be63febe-d71e-47f1-b6af-1374c6debd4c, infoPort=37749, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=630825900;c=1733756942727) 2024-12-09T15:09:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763f731ac2d86c51 with lease ID 0x806af359441788ee: from storage DS-31e69ffa-da46-4c4e-9e9d-8cfc6bfe9528 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=be63febe-d71e-47f1-b6af-1374c6debd4c, infoPort=37749, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=630825900;c=1733756942727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:09:03,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd 2024-12-09T15:09:03,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:09:03,901 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 with version=8 2024-12-09T15:09:03,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/hbase-staging 2024-12-09T15:09:03,905 INFO [Time-limited test {}] client.ConnectionUtils(129): master/33eb8daa289d:0 server-side Connection retries=18 2024-12-09T15:09:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:09:03,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:09:03,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:09:03,906 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:09:03,907 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:36569 2024-12-09T15:09:03,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36569 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:09:03,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365690x0, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:09:03,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36569-0x10197c53c2f0003 connected 2024-12-09T15:09:03,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T15:09:03,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T15:09:03,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T15:09:03,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-09T15:09:03,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36569 2024-12-09T15:09:03,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36569 2024-12-09T15:09:03,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-09T15:09:03,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36569 2024-12-09T15:09:03,941 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223, hbase.cluster.distributed=false 2024-12-09T15:09:03,960 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/33eb8daa289d:0 server-side Connection retries=18 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:09:03,960 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:09:03,961 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39803 2024-12-09T15:09:03,962 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:09:03,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:09:03,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:03,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39803 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:09:03,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398030x0, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T15:09:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398030x0, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:09:03,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398030x0, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T15:09:03,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398030x0, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T15:09:03,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39803-0x10197c53c2f0004 connected 2024-12-09T15:09:03,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-09T15:09:03,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39803 2024-12-09T15:09:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39803 2024-12-09T15:09:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-09T15:09:03,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-09T15:09:03,992 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/33eb8daa289d,36569,1733756943904 2024-12-09T15:09:03,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T15:09:03,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T15:09:04,002 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T15:09:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T15:09:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,008 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T15:09:04,009 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/33eb8daa289d,36569,1733756943904 from backup master directory 2024-12-09T15:09:04,010 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;33eb8daa289d:36569 2024-12-09T15:09:04,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T15:09:04,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T15:09:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T15:09:04,013 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:09:04,013 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:09:04,038 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/hbase.id with ID: 2ef597ff-bd02-4e8d-9673-7e62115d2278 2024-12-09T15:09:04,120 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:09:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:09:04,166 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:09:04,167 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T15:09:04,168 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:09:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:09:04,186 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store 2024-12-09T15:09:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:09:04,198 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:09:04,198 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:09:04,198 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:09:04,200 WARN [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/.initializing 2024-12-09T15:09:04,200 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/WALs/33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,204 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:09:04,210 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C36569%2C1733756943904, suffix=, logDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/WALs/33eb8daa289d,36569,1733756943904, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/oldWALs, maxLogs=10 2024-12-09T15:09:04,226 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/WALs/33eb8daa289d,36569,1733756943904/33eb8daa289d%2C36569%2C1733756943904.1733756944210, exclude list is [], retry=0 2024-12-09T15:09:04,230 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-69fd5062-ec27-47ea-8e24-d22f6a882be6,DISK] 2024-12-09T15:09:04,233 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/WALs/33eb8daa289d,36569,1733756943904/33eb8daa289d%2C36569%2C1733756943904.1733756944210 2024-12-09T15:09:04,234 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37749:37749)] 2024-12-09T15:09:04,234 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:04,234 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:04,234 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,234 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T15:09:04,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T15:09:04,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:04,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:04,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T15:09:04,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:04,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T15:09:04,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:04,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:04,249 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,250 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,254 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:09:04,255 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:09:04,259 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:04,259 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72318769, jitterRate=0.07763363420963287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:09:04,260 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:09:04,260 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T15:09:04,266 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e52b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:04,267 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T15:09:04,267 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T15:09:04,267 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T15:09:04,267 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T15:09:04,268 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T15:09:04,269 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T15:09:04,269 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T15:09:04,275 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T15:09:04,276 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-09T15:09:04,277 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-09T15:09:04,278 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T15:09:04,278 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-09T15:09:04,280 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-09T15:09:04,280 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T15:09:04,281 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-09T15:09:04,283 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-09T15:09:04,284 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-09T15:09:04,285 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-09T15:09:04,287 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T15:09:04,288 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-09T15:09:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T15:09:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T15:09:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,290 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=33eb8daa289d,36569,1733756943904, sessionid=0x10197c53c2f0003, setting cluster-up flag (Was=false) 2024-12-09T15:09:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,308 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-09T15:09:04,310 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:04,325 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-09T15:09:04,326 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=33eb8daa289d,36569,1733756943904 2024-12-09T15:09:04,332 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T15:09:04,332 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T15:09:04,333 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T15:09:04,333 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 33eb8daa289d,36569,1733756943904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T15:09:04,333 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/33eb8daa289d:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/33eb8daa289d:0, corePoolSize=10, maxPoolSize=10 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:09:04,334 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,338 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733756974338 2024-12-09T15:09:04,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T15:09:04,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T15:09:04,339 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,340 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T15:09:04,340 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T15:09:04,340 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T15:09:04,341 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T15:09:04,341 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T15:09:04,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:04,341 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756944341,5,FailOnTimeoutGroup] 2024-12-09T15:09:04,341 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756944341,5,FailOnTimeoutGroup] 2024-12-09T15:09:04,341 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,341 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T15:09:04,342 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:09:04,342 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741831_1007 (size=1039) 2024-12-09T15:09:04,410 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;33eb8daa289d:39803 2024-12-09T15:09:04,411 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1008): ClusterId : 2ef597ff-bd02-4e8d-9673-7e62115d2278 2024-12-09T15:09:04,411 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:09:04,414 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:09:04,414 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:09:04,417 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:09:04,417 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6667b33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:04,418 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a00686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:09:04,418 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T15:09:04,418 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T15:09:04,418 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T15:09:04,418 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3073): reportForDuty to master=33eb8daa289d,36569,1733756943904 with isa=33eb8daa289d/172.17.0.3:39803, startcode=1733756943959 2024-12-09T15:09:04,419 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:09:04,421 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59647, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:09:04,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36569 {}] master.ServerManager(486): Registering regionserver=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,424 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:04,424 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39157 2024-12-09T15:09:04,424 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T15:09:04,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T15:09:04,427 DEBUG [RS:0;33eb8daa289d:39803 {}] zookeeper.ZKUtil(111): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on existing znode=/2/rs/33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,427 WARN [RS:0;33eb8daa289d:39803 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:09:04,427 INFO [RS:0;33eb8daa289d:39803 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:09:04,427 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [33eb8daa289d,39803,1733756943959] 2024-12-09T15:09:04,432 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T15:09:04,432 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:09:04,436 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:09:04,437 INFO [RS:0;33eb8daa289d:39803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:09:04,437 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,437 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T15:09:04,438 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,438 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/33eb8daa289d:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/33eb8daa289d:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:09:04,439 DEBUG [RS:0;33eb8daa289d:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/33eb8daa289d:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:09:04,440 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,440 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,440 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,440 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,440 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,39803,1733756943959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:09:04,463 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:09:04,463 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,39803,1733756943959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:04,486 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.Replication(204): 33eb8daa289d,39803,1733756943959 started 2024-12-09T15:09:04,486 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1767): Serving as 33eb8daa289d,39803,1733756943959, RpcServer on 33eb8daa289d/172.17.0.3:39803, sessionid=0x10197c53c2f0004 2024-12-09T15:09:04,486 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:09:04,486 DEBUG [RS:0;33eb8daa289d:39803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,486 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,39803,1733756943959' 2024-12-09T15:09:04,486 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-09T15:09:04,487 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '33eb8daa289d,39803,1733756943959' 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-09T15:09:04,488 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-09T15:09:04,489 DEBUG [RS:0;33eb8daa289d:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:09:04,489 INFO [RS:0;33eb8daa289d:39803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:09:04,489 INFO [RS:0;33eb8daa289d:39803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:09:04,590 INFO [RS:0;33eb8daa289d:39803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:09:04,595 INFO [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C39803%2C1733756943959, suffix=, logDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/oldWALs, maxLogs=10 2024-12-09T15:09:04,618 DEBUG [RS:0;33eb8daa289d:39803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959/33eb8daa289d%2C39803%2C1733756943959.1733756944597, exclude list is [], retry=0 2024-12-09T15:09:04,624 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-69fd5062-ec27-47ea-8e24-d22f6a882be6,DISK] 2024-12-09T15:09:04,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:04,630 INFO [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959/33eb8daa289d%2C39803%2C1733756943959.1733756944597 2024-12-09T15:09:04,632 DEBUG [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37749:37749)] 2024-12-09T15:09:04,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T15:09:04,755 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741833_1009 (size=32) 2024-12-09T15:09:05,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:05,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:09:05,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:09:05,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:09:05,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:09:05,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:09:05,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:09:05,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740 2024-12-09T15:09:05,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740 2024-12-09T15:09:05,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T15:09:05,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:09:05,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:05,204 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940929, jitterRate=0.07200337946414948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T15:09:05,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:09:05,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:09:05,204 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:09:05,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:09:05,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:09:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:09:05,205 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:09:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:09:05,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:09:05,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T15:09:05,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:09:05,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:09:05,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T15:09:05,361 DEBUG [33eb8daa289d:36569 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T15:09:05,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:05,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,39803,1733756943959, state=OPENING 2024-12-09T15:09:05,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T15:09:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:05,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:05,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T15:09:05,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T15:09:05,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:05,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T15:09:05,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:09:05,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T15:09:05,525 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:09:05,531 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T15:09:05,531 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:09:05,531 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:09:05,534 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=33eb8daa289d%2C39803%2C1733756943959.meta, suffix=.meta, logDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/oldWALs, maxLogs=10 2024-12-09T15:09:05,551 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959/33eb8daa289d%2C39803%2C1733756943959.meta.1733756945536.meta, exclude list is [], retry=0 2024-12-09T15:09:05,554 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-69fd5062-ec27-47ea-8e24-d22f6a882be6,DISK] 2024-12-09T15:09:05,557 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959/33eb8daa289d%2C39803%2C1733756943959.meta.1733756945536.meta 2024-12-09T15:09:05,557 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37749:37749)] 2024-12-09T15:09:05,557 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:09:05,558 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T15:09:05,558 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T15:09:05,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:09:05,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:09:05,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:09:05,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:09:05,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:09:05,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:09:05,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:09:05,567 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740 2024-12-09T15:09:05,568 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740 2024-12-09T15:09:05,570 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T15:09:05,572 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T15:09:05,573 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66451924, jitterRate=-0.00978916883468628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T15:09:05,574 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T15:09:05,575 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733756945522 2024-12-09T15:09:05,577 DEBUG [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:09:05,578 INFO [RS_OPEN_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T15:09:05,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:05,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 33eb8daa289d,39803,1733756943959, state=OPEN 2024-12-09T15:09:05,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T15:09:05,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T15:09:05,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T15:09:05,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T15:09:05,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T15:09:05,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=33eb8daa289d,39803,1733756943959 in 214 msec 2024-12-09T15:09:05,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T15:09:05,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-12-09T15:09:05,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-09T15:09:05,593 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733756945593, completionTime=-1 2024-12-09T15:09:05,593 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T15:09:05,593 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T15:09:05,594 DEBUG [hconnection-0x2a55d686-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:05,595 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:05,597 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T15:09:05,597 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733757005597 2024-12-09T15:09:05,597 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733757065597 2024-12-09T15:09:05,597 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-09T15:09:05,610 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:05,610 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:05,610 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:05,610 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-33eb8daa289d:36569, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:05,610 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:05,611 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T15:09:05,611 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:09:05,613 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T15:09:05,613 DEBUG [master/33eb8daa289d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T15:09:05,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:05,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:05,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741835_1011 (size=358) 2024-12-09T15:09:06,038 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 12b357308a827059dd84891f6b9c0bb4, NAME => 'hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:06,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741836_1012 (size=42) 2024-12-09T15:09:06,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 12b357308a827059dd84891f6b9c0bb4, disabling compactions & flushes 2024-12-09T15:09:06,447 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. after waiting 0 ms 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,447 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,447 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 12b357308a827059dd84891f6b9c0bb4: 2024-12-09T15:09:06,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:06,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756946449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756946449"}]},"ts":"1733756946449"} 2024-12-09T15:09:06,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:09:06,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:06,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756946454"}]},"ts":"1733756946454"} 2024-12-09T15:09:06,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T15:09:06,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=12b357308a827059dd84891f6b9c0bb4, ASSIGN}] 2024-12-09T15:09:06,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=12b357308a827059dd84891f6b9c0bb4, ASSIGN 2024-12-09T15:09:06,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=12b357308a827059dd84891f6b9c0bb4, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:06,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=12b357308a827059dd84891f6b9c0bb4, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:06,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 12b357308a827059dd84891f6b9c0bb4, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:06,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:06,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 12b357308a827059dd84891f6b9c0bb4, NAME => 'hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:06,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:06,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,784 INFO [StoreOpener-12b357308a827059dd84891f6b9c0bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,786 INFO [StoreOpener-12b357308a827059dd84891f6b9c0bb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12b357308a827059dd84891f6b9c0bb4 columnFamilyName info 2024-12-09T15:09:06,786 DEBUG [StoreOpener-12b357308a827059dd84891f6b9c0bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:06,787 INFO [StoreOpener-12b357308a827059dd84891f6b9c0bb4-1 {}] regionserver.HStore(327): Store=12b357308a827059dd84891f6b9c0bb4/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:06,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:09:06,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:06,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 12b357308a827059dd84891f6b9c0bb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660747, jitterRate=-0.00667746365070343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:09:06,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 12b357308a827059dd84891f6b9c0bb4: 2024-12-09T15:09:06,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4., pid=6, masterSystemTime=1733756946775 2024-12-09T15:09:06,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:09:06,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=12b357308a827059dd84891f6b9c0bb4, regionState=OPEN, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:06,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T15:09:06,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 12b357308a827059dd84891f6b9c0bb4, server=33eb8daa289d,39803,1733756943959 in 183 msec 2024-12-09T15:09:06,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T15:09:06,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=12b357308a827059dd84891f6b9c0bb4, ASSIGN in 344 msec 2024-12-09T15:09:06,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:06,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756946813"}]},"ts":"1733756946813"} 2024-12-09T15:09:06,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T15:09:06,818 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-09T15:09:06,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:06,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-09T15:09:06,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:06,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:09:06,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2070 sec 2024-12-09T15:09:06,825 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T15:09:06,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T15:09:06,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 15 msec 2024-12-09T15:09:06,848 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T15:09:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T15:09:06,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-09T15:09:06,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-09T15:09:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-09T15:09:06,879 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.866sec 2024-12-09T15:09:06,879 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:09:06,880 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T15:09:06,882 DEBUG [master/33eb8daa289d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T15:09:06,883 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T15:09:06,883 INFO [master/33eb8daa289d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=33eb8daa289d,36569,1733756943904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:09:06,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eef29f5 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b68f982 2024-12-09T15:09:06,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325e27ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:06,904 DEBUG [hconnection-0x1e1838c3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:06,907 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:06,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=33eb8daa289d,36569,1733756943904 2024-12-09T15:09:06,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7695feac to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29140e9d 2024-12-09T15:09:06,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819dd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:06,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5710c6ce to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ea9221e 2024-12-09T15:09:06,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:06,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x405300b0 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ad6376 2024-12-09T15:09:06,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:06,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:09:06,933 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:09:06,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:09:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T15:09:06,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:06,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T15:09:06,948 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:06,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:06,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741837_1013 (size=631) 2024-12-09T15:09:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:07,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T15:09:07,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T15:09:07,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T15:09:07,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-09T15:09:07,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:09:07,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T15:09:07,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T15:09:07,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T15:09:07,363 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cc4bcd981503edb9b11a0e2d284200f2, NAME => 'test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,364 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3c234737209b5c22d19769b8136e39f1, NAME => 'test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d77725596821e99491e9ad180a5e6000, NAME => 'test,,1733756946939.d77725596821e99491e9ad180a5e6000.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741838_1014 (size=45) 2024-12-09T15:09:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741840_1016 (size=42) 2024-12-09T15:09:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741839_1015 (size=45) 2024-12-09T15:09:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:07,782 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:07,783 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3c234737209b5c22d19769b8136e39f1, disabling compactions & flushes 2024-12-09T15:09:07,783 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:07,783 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:07,783 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. after waiting 0 ms 2024-12-09T15:09:07,783 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:07,783 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:07,783 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3c234737209b5c22d19769b8136e39f1: 2024-12-09T15:09:07,784 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c0aa206028989437ae29a54b36da0954, NAME => 'test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733756946939.d77725596821e99491e9ad180a5e6000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cc4bcd981503edb9b11a0e2d284200f2, disabling compactions & flushes 2024-12-09T15:09:07,784 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d77725596821e99491e9ad180a5e6000, disabling compactions & flushes 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. after waiting 0 ms 2024-12-09T15:09:07,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:07,784 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733756946939.d77725596821e99491e9ad180a5e6000. after waiting 0 ms 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:07,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d77725596821e99491e9ad180a5e6000: 2024-12-09T15:09:07,784 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cc4bcd981503edb9b11a0e2d284200f2: 2024-12-09T15:09:07,785 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4c407c2f84a81ff35d47a458bf035c26, NAME => 'test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8d85356e473e3a2da458e57924451472, NAME => 'test,fff,1733756946939.8d85356e473e3a2da458e57924451472.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741841_1017 (size=45) 2024-12-09T15:09:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741842_1018 (size=45) 2024-12-09T15:09:07,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741843_1019 (size=45) 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1733756946939.8d85356e473e3a2da458e57924451472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8d85356e473e3a2da458e57924451472, disabling compactions & flushes 2024-12-09T15:09:07,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733756946939.8d85356e473e3a2da458e57924451472. after waiting 0 ms 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:07,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4c407c2f84a81ff35d47a458bf035c26, disabling compactions & flushes 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8d85356e473e3a2da458e57924451472: 2024-12-09T15:09:07,801 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:07,801 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. after waiting 0 ms 2024-12-09T15:09:07,802 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:07,802 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:07,802 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4c407c2f84a81ff35d47a458bf035c26: 2024-12-09T15:09:07,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5cf350ff37af40db50c80012120aac31, NAME => 'test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,802 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c7f0ebac89032cd05a6f31a5cdaeac39, NAME => 'test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741844_1020 (size=45) 2024-12-09T15:09:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741845_1021 (size=45) 2024-12-09T15:09:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:08,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c0aa206028989437ae29a54b36da0954, disabling compactions & flushes 2024-12-09T15:09:08,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:08,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:08,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. after waiting 0 ms 2024-12-09T15:09:08,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:08,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:08,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c0aa206028989437ae29a54b36da0954: 2024-12-09T15:09:08,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c56e84d7d6de07a3db9f94e8d4358551, NAME => 'test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741846_1022 (size=45) 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c7f0ebac89032cd05a6f31a5cdaeac39, disabling compactions & flushes 2024-12-09T15:09:08,213 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5cf350ff37af40db50c80012120aac31, disabling compactions & flushes 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:08,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. after waiting 0 ms 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. after waiting 0 ms 2024-12-09T15:09:08,213 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c7f0ebac89032cd05a6f31a5cdaeac39: 2024-12-09T15:09:08,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:08,213 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5cf350ff37af40db50c80012120aac31: 2024-12-09T15:09:08,214 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5de941865aa59ef8d5890f851c7d088b, NAME => 'test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 869f6eb49c971aa6a9524241aecb282c, NAME => 'test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741848_1024 (size=45) 2024-12-09T15:09:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741847_1023 (size=45) 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c56e84d7d6de07a3db9f94e8d4358551, disabling compactions & flushes 2024-12-09T15:09:08,605 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. after waiting 0 ms 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:08,605 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:08,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c56e84d7d6de07a3db9f94e8d4358551: 2024-12-09T15:09:08,606 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 85fb6e28a718e0a8ad4d03b7ec39474b, NAME => 'test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741849_1025 (size=45) 2024-12-09T15:09:08,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 85fb6e28a718e0a8ad4d03b7ec39474b, disabling compactions & flushes 2024-12-09T15:09:08,614 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:08,614 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:08,615 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. after waiting 0 ms 2024-12-09T15:09:08,615 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:08,615 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:08,615 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 85fb6e28a718e0a8ad4d03b7ec39474b: 2024-12-09T15:09:08,615 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 873d27857b68c63569bd0a5d52f471ba, NAME => 'test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741850_1026 (size=45) 2024-12-09T15:09:08,627 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5de941865aa59ef8d5890f851c7d088b, disabling compactions & flushes 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 869f6eb49c971aa6a9524241aecb282c, disabling compactions & flushes 2024-12-09T15:09:08,628 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:08,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. after waiting 0 ms 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. after waiting 0 ms 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:08,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:08,628 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5de941865aa59ef8d5890f851c7d088b: 2024-12-09T15:09:08,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 869f6eb49c971aa6a9524241aecb282c: 2024-12-09T15:09:08,629 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 28d62c045f33e1101b0cff4631f02d75, NAME => 'test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9b96b36aeef8975cf253da2b749ece4a, NAME => 'test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741852_1028 (size=45) 2024-12-09T15:09:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741851_1027 (size=45) 2024-12-09T15:09:08,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:08,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 28d62c045f33e1101b0cff4631f02d75, disabling compactions & flushes 2024-12-09T15:09:08,644 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:08,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:08,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. after waiting 0 ms 2024-12-09T15:09:08,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:08,644 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:08,644 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 28d62c045f33e1101b0cff4631f02d75: 2024-12-09T15:09:08,645 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cac9d50fc78be001f3bee9bda6fcba99, NAME => 'test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:08,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741853_1029 (size=45) 2024-12-09T15:09:09,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 873d27857b68c63569bd0a5d52f471ba, disabling compactions & flushes 2024-12-09T15:09:09,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:09,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:09,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. after waiting 0 ms 2024-12-09T15:09:09,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:09,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:09,028 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 873d27857b68c63569bd0a5d52f471ba: 2024-12-09T15:09:09,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5d85821790087dbbe7a4ebdb3c58a514, NAME => 'test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741854_1030 (size=45) 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9b96b36aeef8975cf253da2b749ece4a, disabling compactions & flushes 2024-12-09T15:09:09,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. after waiting 0 ms 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:09,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:09,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9b96b36aeef8975cf253da2b749ece4a: 2024-12-09T15:09:09,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e98db065cc86eeb21fdb1e0dd5dc9a2, NAME => 'test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741855_1031 (size=45) 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cac9d50fc78be001f3bee9bda6fcba99, disabling compactions & flushes 2024-12-09T15:09:09,054 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. after waiting 0 ms 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:09,054 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:09,054 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cac9d50fc78be001f3bee9bda6fcba99: 2024-12-09T15:09:09,055 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 947abf5b7a6289890a02ec7705398383, NAME => 'test,sss,1733756946939.947abf5b7a6289890a02ec7705398383.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741856_1032 (size=45) 2024-12-09T15:09:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:09,438 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,438 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5d85821790087dbbe7a4ebdb3c58a514, disabling compactions & flushes 2024-12-09T15:09:09,439 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:09,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:09,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. after waiting 0 ms 2024-12-09T15:09:09,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:09,439 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:09,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5d85821790087dbbe7a4ebdb3c58a514: 2024-12-09T15:09:09,440 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 94391ad3d00660f8030e90151e9cbf88, NAME => 'test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5e98db065cc86eeb21fdb1e0dd5dc9a2, disabling compactions & flushes 2024-12-09T15:09:09,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:09,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:09,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. after waiting 0 ms 2024-12-09T15:09:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:09,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:09,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e98db065cc86eeb21fdb1e0dd5dc9a2: 2024-12-09T15:09:09,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 09ea367871bc323f83b739b4c918dab4, NAME => 'test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741857_1033 (size=45) 2024-12-09T15:09:09,451 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,451 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 94391ad3d00660f8030e90151e9cbf88, disabling compactions & flushes 2024-12-09T15:09:09,451 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:09,451 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:09,451 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. after waiting 0 ms 2024-12-09T15:09:09,451 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:09,451 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:09,452 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 94391ad3d00660f8030e90151e9cbf88: 2024-12-09T15:09:09,452 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 282949b37a500c6f7301b5eea0b20648, NAME => 'test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741858_1034 (size=45) 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 09ea367871bc323f83b739b4c918dab4, disabling compactions & flushes 2024-12-09T15:09:09,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. after waiting 0 ms 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:09,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:09,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 09ea367871bc323f83b739b4c918dab4: 2024-12-09T15:09:09,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 128b24519f9551bbc1ebeb8425961fcc, NAME => 'test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741859_1035 (size=45) 2024-12-09T15:09:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741860_1036 (size=45) 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1733756946939.947abf5b7a6289890a02ec7705398383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 947abf5b7a6289890a02ec7705398383, disabling compactions & flushes 2024-12-09T15:09:09,464 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. after waiting 0 ms 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:09,464 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:09,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 947abf5b7a6289890a02ec7705398383: 2024-12-09T15:09:09,465 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 46334dab5d34564a00597ca8bc1f8ca6, NAME => 'test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 128b24519f9551bbc1ebeb8425961fcc, disabling compactions & flushes 2024-12-09T15:09:09,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. after waiting 0 ms 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:09,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:09,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 128b24519f9551bbc1ebeb8425961fcc: 2024-12-09T15:09:09,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 797e10d894386441d49df45e39359cb6, NAME => 'test,yyy,1733756946939.797e10d894386441d49df45e39359cb6.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741861_1037 (size=45) 2024-12-09T15:09:09,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741862_1038 (size=45) 2024-12-09T15:09:09,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:09,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 282949b37a500c6f7301b5eea0b20648, disabling compactions & flushes 2024-12-09T15:09:09,862 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. after waiting 0 ms 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:09,862 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:09,862 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 282949b37a500c6f7301b5eea0b20648: 2024-12-09T15:09:09,863 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bac559e0c322e6fe3ed8ace385b2fccd, NAME => 'test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741863_1039 (size=42) 2024-12-09T15:09:09,875 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 46334dab5d34564a00597ca8bc1f8ca6, disabling compactions & flushes 2024-12-09T15:09:09,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:09,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:09,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. after waiting 0 ms 2024-12-09T15:09:09,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:09,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:09,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 46334dab5d34564a00597ca8bc1f8ca6: 2024-12-09T15:09:09,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733756946939.797e10d894386441d49df45e39359cb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:09,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 797e10d894386441d49df45e39359cb6, disabling compactions & flushes 2024-12-09T15:09:09,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:09,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:09,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. after waiting 0 ms 2024-12-09T15:09:09,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:09,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 797e10d894386441d49df45e39359cb6: 2024-12-09T15:09:10,274 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,274 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bac559e0c322e6fe3ed8ace385b2fccd, disabling compactions & flushes 2024-12-09T15:09:10,274 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:10,274 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:10,274 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. after waiting 0 ms 2024-12-09T15:09:10,274 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:10,274 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:10,275 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bac559e0c322e6fe3ed8ace385b2fccd: 2024-12-09T15:09:10,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:10,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733756946939.d77725596821e99491e9ad180a5e6000.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733756946939.8d85356e473e3a2da458e57924451472.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733756946939.947abf5b7a6289890a02ec7705398383.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733756946939.797e10d894386441d49df45e39359cb6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756950277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756950277"}]},"ts":"1733756950277"} 2024-12-09T15:09:10,319 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T15:09:10,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:10,321 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756950321"}]},"ts":"1733756950321"} 2024-12-09T15:09:10,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T15:09:10,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d77725596821e99491e9ad180a5e6000, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c234737209b5c22d19769b8136e39f1, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cc4bcd981503edb9b11a0e2d284200f2, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0aa206028989437ae29a54b36da0954, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c407c2f84a81ff35d47a458bf035c26, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8d85356e473e3a2da458e57924451472, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5cf350ff37af40db50c80012120aac31, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c7f0ebac89032cd05a6f31a5cdaeac39, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c56e84d7d6de07a3db9f94e8d4358551, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5de941865aa59ef8d5890f851c7d088b, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=869f6eb49c971aa6a9524241aecb282c, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=85fb6e28a718e0a8ad4d03b7ec39474b, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=873d27857b68c63569bd0a5d52f471ba, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28d62c045f33e1101b0cff4631f02d75, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b96b36aeef8975cf253da2b749ece4a, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cac9d50fc78be001f3bee9bda6fcba99, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d85821790087dbbe7a4ebdb3c58a514, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e98db065cc86eeb21fdb1e0dd5dc9a2, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=947abf5b7a6289890a02ec7705398383, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94391ad3d00660f8030e90151e9cbf88, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=09ea367871bc323f83b739b4c918dab4, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=282949b37a500c6f7301b5eea0b20648, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=128b24519f9551bbc1ebeb8425961fcc, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=46334dab5d34564a00597ca8bc1f8ca6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=797e10d894386441d49df45e39359cb6, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bac559e0c322e6fe3ed8ace385b2fccd, ASSIGN}] 2024-12-09T15:09:10,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cc4bcd981503edb9b11a0e2d284200f2, ASSIGN 2024-12-09T15:09:10,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d77725596821e99491e9ad180a5e6000, ASSIGN 2024-12-09T15:09:10,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0aa206028989437ae29a54b36da0954, ASSIGN 2024-12-09T15:09:10,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c234737209b5c22d19769b8136e39f1, ASSIGN 2024-12-09T15:09:10,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d77725596821e99491e9ad180a5e6000, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cc4bcd981503edb9b11a0e2d284200f2, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,335 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c0aa206028989437ae29a54b36da0954, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,335 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3c234737209b5c22d19769b8136e39f1, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=46334dab5d34564a00597ca8bc1f8ca6, ASSIGN 2024-12-09T15:09:10,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=797e10d894386441d49df45e39359cb6, ASSIGN 2024-12-09T15:09:10,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bac559e0c322e6fe3ed8ace385b2fccd, ASSIGN 2024-12-09T15:09:10,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=128b24519f9551bbc1ebeb8425961fcc, ASSIGN 2024-12-09T15:09:10,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=282949b37a500c6f7301b5eea0b20648, ASSIGN 2024-12-09T15:09:10,339 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=46334dab5d34564a00597ca8bc1f8ca6, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,340 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=797e10d894386441d49df45e39359cb6, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bac559e0c322e6fe3ed8ace385b2fccd, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,340 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=128b24519f9551bbc1ebeb8425961fcc, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,340 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=282949b37a500c6f7301b5eea0b20648, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,343 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=09ea367871bc323f83b739b4c918dab4, ASSIGN 2024-12-09T15:09:10,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=94391ad3d00660f8030e90151e9cbf88, ASSIGN 2024-12-09T15:09:10,345 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=09ea367871bc323f83b739b4c918dab4, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=947abf5b7a6289890a02ec7705398383, ASSIGN 2024-12-09T15:09:10,345 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e98db065cc86eeb21fdb1e0dd5dc9a2, ASSIGN 2024-12-09T15:09:10,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d85821790087dbbe7a4ebdb3c58a514, ASSIGN 2024-12-09T15:09:10,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=94391ad3d00660f8030e90151e9cbf88, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,346 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5e98db065cc86eeb21fdb1e0dd5dc9a2, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=947abf5b7a6289890a02ec7705398383, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cac9d50fc78be001f3bee9bda6fcba99, ASSIGN 2024-12-09T15:09:10,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5d85821790087dbbe7a4ebdb3c58a514, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cac9d50fc78be001f3bee9bda6fcba99, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,349 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=873d27857b68c63569bd0a5d52f471ba, ASSIGN 2024-12-09T15:09:10,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28d62c045f33e1101b0cff4631f02d75, ASSIGN 2024-12-09T15:09:10,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=85fb6e28a718e0a8ad4d03b7ec39474b, ASSIGN 2024-12-09T15:09:10,350 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=873d27857b68c63569bd0a5d52f471ba, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=28d62c045f33e1101b0cff4631f02d75, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b96b36aeef8975cf253da2b749ece4a, ASSIGN 2024-12-09T15:09:10,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=869f6eb49c971aa6a9524241aecb282c, ASSIGN 2024-12-09T15:09:10,352 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=85fb6e28a718e0a8ad4d03b7ec39474b, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9b96b36aeef8975cf253da2b749ece4a, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,352 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=869f6eb49c971aa6a9524241aecb282c, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5de941865aa59ef8d5890f851c7d088b, ASSIGN 2024-12-09T15:09:10,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c7f0ebac89032cd05a6f31a5cdaeac39, ASSIGN 2024-12-09T15:09:10,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c56e84d7d6de07a3db9f94e8d4358551, ASSIGN 2024-12-09T15:09:10,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5cf350ff37af40db50c80012120aac31, ASSIGN 2024-12-09T15:09:10,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8d85356e473e3a2da458e57924451472, ASSIGN 2024-12-09T15:09:10,356 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5de941865aa59ef8d5890f851c7d088b, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,356 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c7f0ebac89032cd05a6f31a5cdaeac39, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c56e84d7d6de07a3db9f94e8d4358551, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5cf350ff37af40db50c80012120aac31, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8d85356e473e3a2da458e57924451472, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,360 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c407c2f84a81ff35d47a458bf035c26, ASSIGN 2024-12-09T15:09:10,361 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4c407c2f84a81ff35d47a458bf035c26, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:10,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c7f0ebac89032cd05a6f31a5cdaeac39, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4c407c2f84a81ff35d47a458bf035c26, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=94391ad3d00660f8030e90151e9cbf88, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=85fb6e28a718e0a8ad4d03b7ec39474b, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=128b24519f9551bbc1ebeb8425961fcc, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure c7f0ebac89032cd05a6f31a5cdaeac39, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=14, state=RUNNABLE; OpenRegionProcedure 4c407c2f84a81ff35d47a458bf035c26, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=29, state=RUNNABLE; OpenRegionProcedure 94391ad3d00660f8030e90151e9cbf88, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=21, state=RUNNABLE; OpenRegionProcedure 85fb6e28a718e0a8ad4d03b7ec39474b, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=32, state=RUNNABLE; OpenRegionProcedure 128b24519f9551bbc1ebeb8425961fcc, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=873d27857b68c63569bd0a5d52f471ba, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=22, state=RUNNABLE; OpenRegionProcedure 873d27857b68c63569bd0a5d52f471ba, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=cac9d50fc78be001f3bee9bda6fcba99, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=25, state=RUNNABLE; OpenRegionProcedure cac9d50fc78be001f3bee9bda6fcba99, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5d85821790087dbbe7a4ebdb3c58a514, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d77725596821e99491e9ad180a5e6000, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,504 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=09ea367871bc323f83b739b4c918dab4, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=26, state=RUNNABLE; OpenRegionProcedure 5d85821790087dbbe7a4ebdb3c58a514, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=10, state=RUNNABLE; OpenRegionProcedure d77725596821e99491e9ad180a5e6000, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=30, state=RUNNABLE; OpenRegionProcedure 09ea367871bc323f83b739b4c918dab4, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=46334dab5d34564a00597ca8bc1f8ca6, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=33, state=RUNNABLE; OpenRegionProcedure 46334dab5d34564a00597ca8bc1f8ca6, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=c0aa206028989437ae29a54b36da0954, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c56e84d7d6de07a3db9f94e8d4358551, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5cf350ff37af40db50c80012120aac31, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=797e10d894386441d49df45e39359cb6, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=16, state=RUNNABLE; OpenRegionProcedure 5cf350ff37af40db50c80012120aac31, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=18, state=RUNNABLE; OpenRegionProcedure c56e84d7d6de07a3db9f94e8d4358551, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=34, state=RUNNABLE; OpenRegionProcedure 797e10d894386441d49df45e39359cb6, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=13, state=RUNNABLE; OpenRegionProcedure c0aa206028989437ae29a54b36da0954, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3c234737209b5c22d19769b8136e39f1, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=11, state=RUNNABLE; OpenRegionProcedure 3c234737209b5c22d19769b8136e39f1, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=869f6eb49c971aa6a9524241aecb282c, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,536 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=28d62c045f33e1101b0cff4631f02d75, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=282949b37a500c6f7301b5eea0b20648, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=9b96b36aeef8975cf253da2b749ece4a, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8d85356e473e3a2da458e57924451472, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=20, state=RUNNABLE; OpenRegionProcedure 869f6eb49c971aa6a9524241aecb282c, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=23, state=RUNNABLE; OpenRegionProcedure 28d62c045f33e1101b0cff4631f02d75, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=31, state=RUNNABLE; OpenRegionProcedure 282949b37a500c6f7301b5eea0b20648, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=15, state=RUNNABLE; OpenRegionProcedure 8d85356e473e3a2da458e57924451472, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=24, state=RUNNABLE; OpenRegionProcedure 9b96b36aeef8975cf253da2b749ece4a, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=5de941865aa59ef8d5890f851c7d088b, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=947abf5b7a6289890a02ec7705398383, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=bac559e0c322e6fe3ed8ace385b2fccd, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5e98db065cc86eeb21fdb1e0dd5dc9a2, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=19, state=RUNNABLE; OpenRegionProcedure 5de941865aa59ef8d5890f851c7d088b, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=35, state=RUNNABLE; OpenRegionProcedure bac559e0c322e6fe3ed8ace385b2fccd, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=28, state=RUNNABLE; OpenRegionProcedure 947abf5b7a6289890a02ec7705398383, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=27, state=RUNNABLE; OpenRegionProcedure 5e98db065cc86eeb21fdb1e0dd5dc9a2, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cc4bcd981503edb9b11a0e2d284200f2, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=12, state=RUNNABLE; OpenRegionProcedure cc4bcd981503edb9b11a0e2d284200f2, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:10,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,650 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:10,650 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 5cf350ff37af40db50c80012120aac31, NAME => 'test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T15:09:10,651 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,651 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,651 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,651 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,655 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,657 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf350ff37af40db50c80012120aac31 columnFamilyName f 2024-12-09T15:09:10,657 DEBUG [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,658 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] regionserver.HStore(327): Store=5cf350ff37af40db50c80012120aac31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,658 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,660 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf350ff37af40db50c80012120aac31 columnFamilyName norep 2024-12-09T15:09:10,660 DEBUG [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,660 INFO [StoreOpener-5cf350ff37af40db50c80012120aac31-1 {}] regionserver.HStore(327): Store=5cf350ff37af40db50c80012120aac31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,662 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,662 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,664 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,665 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 5cf350ff37af40db50c80012120aac31 2024-12-09T15:09:10,668 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5cf350ff37af40db50c80012120aac31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,669 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 5cf350ff37af40db50c80012120aac31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71387618, jitterRate=0.06375840306282043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,670 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 5cf350ff37af40db50c80012120aac31: 2024-12-09T15:09:10,671 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31., pid=48, masterSystemTime=1733756950642 2024-12-09T15:09:10,673 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:10,673 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:09:10,673 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:10,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => c7f0ebac89032cd05a6f31a5cdaeac39, NAME => 'test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T15:09:10,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5cf350ff37af40db50c80012120aac31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,676 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,678 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f0ebac89032cd05a6f31a5cdaeac39 columnFamilyName f 2024-12-09T15:09:10,678 DEBUG [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,679 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] regionserver.HStore(327): Store=c7f0ebac89032cd05a6f31a5cdaeac39/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,679 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,681 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f0ebac89032cd05a6f31a5cdaeac39 columnFamilyName norep 2024-12-09T15:09:10,681 DEBUG [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=16 2024-12-09T15:09:10,682 INFO [StoreOpener-c7f0ebac89032cd05a6f31a5cdaeac39-1 {}] regionserver.HStore(327): Store=c7f0ebac89032cd05a6f31a5cdaeac39/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=16, state=SUCCESS; OpenRegionProcedure 5cf350ff37af40db50c80012120aac31, server=33eb8daa289d,44271,1733756937624 in 157 msec 2024-12-09T15:09:10,683 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5cf350ff37af40db50c80012120aac31, ASSIGN in 354 msec 2024-12-09T15:09:10,684 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,686 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,688 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:09:10,691 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c7f0ebac89032cd05a6f31a5cdaeac39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,692 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened c7f0ebac89032cd05a6f31a5cdaeac39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60445460, jitterRate=-0.09929245710372925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,693 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for c7f0ebac89032cd05a6f31a5cdaeac39: 2024-12-09T15:09:10,694 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39., pid=36, masterSystemTime=1733756950642 2024-12-09T15:09:10,697 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:10,697 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:09:10,697 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:10,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c7f0ebac89032cd05a6f31a5cdaeac39, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,697 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => cac9d50fc78be001f3bee9bda6fcba99, NAME => 'test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T15:09:10,697 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,698 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,698 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,698 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-09T15:09:10,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure c7f0ebac89032cd05a6f31a5cdaeac39, server=33eb8daa289d,44271,1733756937624 in 213 msec 2024-12-09T15:09:10,707 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c7f0ebac89032cd05a6f31a5cdaeac39, ASSIGN in 377 msec 2024-12-09T15:09:10,709 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac9d50fc78be001f3bee9bda6fcba99 columnFamilyName f 2024-12-09T15:09:10,710 DEBUG [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,710 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] regionserver.HStore(327): Store=cac9d50fc78be001f3bee9bda6fcba99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,711 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,713 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac9d50fc78be001f3bee9bda6fcba99 columnFamilyName norep 2024-12-09T15:09:10,713 DEBUG [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,713 INFO [StoreOpener-cac9d50fc78be001f3bee9bda6fcba99-1 {}] regionserver.HStore(327): Store=cac9d50fc78be001f3bee9bda6fcba99/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,715 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,715 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,717 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,718 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:09:10,721 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cac9d50fc78be001f3bee9bda6fcba99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,721 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened cac9d50fc78be001f3bee9bda6fcba99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70679513, jitterRate=0.05320681631565094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,722 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for cac9d50fc78be001f3bee9bda6fcba99: 2024-12-09T15:09:10,723 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99., pid=42, masterSystemTime=1733756950642 2024-12-09T15:09:10,726 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:10,726 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:09:10,727 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:10,727 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => d77725596821e99491e9ad180a5e6000, NAME => 'test,,1733756946939.d77725596821e99491e9ad180a5e6000.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T15:09:10,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=cac9d50fc78be001f3bee9bda6fcba99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,727 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,727 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,,1733756946939.d77725596821e99491e9ad180a5e6000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,727 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,728 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,730 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,732 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d77725596821e99491e9ad180a5e6000 columnFamilyName f 2024-12-09T15:09:10,732 DEBUG [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=25 2024-12-09T15:09:10,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=25, state=SUCCESS; OpenRegionProcedure cac9d50fc78be001f3bee9bda6fcba99, server=33eb8daa289d,44271,1733756937624 in 229 msec 2024-12-09T15:09:10,733 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] regionserver.HStore(327): Store=d77725596821e99491e9ad180a5e6000/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,734 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cac9d50fc78be001f3bee9bda6fcba99, ASSIGN in 405 msec 2024-12-09T15:09:10,741 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d77725596821e99491e9ad180a5e6000 columnFamilyName norep 2024-12-09T15:09:10,741 DEBUG [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,742 INFO [StoreOpener-d77725596821e99491e9ad180a5e6000-1 {}] regionserver.HStore(327): Store=d77725596821e99491e9ad180a5e6000/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,743 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,744 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,745 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,747 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for d77725596821e99491e9ad180a5e6000 2024-12-09T15:09:10,749 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,750 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened d77725596821e99491e9ad180a5e6000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548861, jitterRate=-0.03814701735973358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,750 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for d77725596821e99491e9ad180a5e6000: 2024-12-09T15:09:10,751 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733756946939.d77725596821e99491e9ad180a5e6000., pid=44, masterSystemTime=1733756950642 2024-12-09T15:09:10,754 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:10,754 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:09:10,754 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:10,754 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 869f6eb49c971aa6a9524241aecb282c, NAME => 'test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T15:09:10,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d77725596821e99491e9ad180a5e6000, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,755 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,755 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,755 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,755 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,756 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=33eb8daa289d,44271,1733756937624, table=test, region=d77725596821e99491e9ad180a5e6000. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T15:09:10,760 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=10 2024-12-09T15:09:10,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=10, state=SUCCESS; OpenRegionProcedure d77725596821e99491e9ad180a5e6000, server=33eb8daa289d,44271,1733756937624 in 251 msec 2024-12-09T15:09:10,762 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 869f6eb49c971aa6a9524241aecb282c columnFamilyName f 2024-12-09T15:09:10,762 DEBUG [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d77725596821e99491e9ad180a5e6000, ASSIGN in 433 msec 2024-12-09T15:09:10,763 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] regionserver.HStore(327): Store=869f6eb49c971aa6a9524241aecb282c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,763 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,765 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 869f6eb49c971aa6a9524241aecb282c columnFamilyName norep 2024-12-09T15:09:10,765 DEBUG [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,766 INFO [StoreOpener-869f6eb49c971aa6a9524241aecb282c-1 {}] regionserver.HStore(327): Store=869f6eb49c971aa6a9524241aecb282c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,767 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,767 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,769 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,771 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:09:10,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/869f6eb49c971aa6a9524241aecb282c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,775 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 869f6eb49c971aa6a9524241aecb282c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75138341, jitterRate=0.1196485310792923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,775 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 869f6eb49c971aa6a9524241aecb282c: 2024-12-09T15:09:10,776 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c., pid=52, masterSystemTime=1733756950642 2024-12-09T15:09:10,778 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:10,778 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:09:10,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=869f6eb49c971aa6a9524241aecb282c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,779 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:10,779 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 94391ad3d00660f8030e90151e9cbf88, NAME => 'test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T15:09:10,780 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,780 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,780 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,780 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,783 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=20 2024-12-09T15:09:10,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=20, state=SUCCESS; OpenRegionProcedure 869f6eb49c971aa6a9524241aecb282c, server=33eb8daa289d,44271,1733756937624 in 248 msec 2024-12-09T15:09:10,786 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94391ad3d00660f8030e90151e9cbf88 columnFamilyName f 2024-12-09T15:09:10,786 DEBUG [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,787 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] regionserver.HStore(327): Store=94391ad3d00660f8030e90151e9cbf88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,787 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=869f6eb49c971aa6a9524241aecb282c, ASSIGN in 457 msec 2024-12-09T15:09:10,789 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94391ad3d00660f8030e90151e9cbf88 columnFamilyName norep 2024-12-09T15:09:10,789 DEBUG [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,789 INFO [StoreOpener-94391ad3d00660f8030e90151e9cbf88-1 {}] regionserver.HStore(327): Store=94391ad3d00660f8030e90151e9cbf88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,790 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,791 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,792 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,794 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:09:10,797 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/94391ad3d00660f8030e90151e9cbf88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,798 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 94391ad3d00660f8030e90151e9cbf88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427878, jitterRate=0.03455600142478943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,798 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 94391ad3d00660f8030e90151e9cbf88: 2024-12-09T15:09:10,799 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88., pid=38, masterSystemTime=1733756950642 2024-12-09T15:09:10,802 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:10,802 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:09:10,802 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:10,802 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => c56e84d7d6de07a3db9f94e8d4358551, NAME => 'test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T15:09:10,803 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,803 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,803 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,803 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=94391ad3d00660f8030e90151e9cbf88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,806 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,809 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56e84d7d6de07a3db9f94e8d4358551 columnFamilyName f 2024-12-09T15:09:10,809 DEBUG [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,810 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] regionserver.HStore(327): Store=c56e84d7d6de07a3db9f94e8d4358551/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,810 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=29 2024-12-09T15:09:10,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=29, state=SUCCESS; OpenRegionProcedure 94391ad3d00660f8030e90151e9cbf88, server=33eb8daa289d,44271,1733756937624 in 316 msec 2024-12-09T15:09:10,812 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56e84d7d6de07a3db9f94e8d4358551 columnFamilyName norep 2024-12-09T15:09:10,812 DEBUG [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=94391ad3d00660f8030e90151e9cbf88, ASSIGN in 482 msec 2024-12-09T15:09:10,813 INFO [StoreOpener-c56e84d7d6de07a3db9f94e8d4358551-1 {}] regionserver.HStore(327): Store=c56e84d7d6de07a3db9f94e8d4358551/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,814 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,815 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,817 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,818 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:09:10,822 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c56e84d7d6de07a3db9f94e8d4358551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,822 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened c56e84d7d6de07a3db9f94e8d4358551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62384594, jitterRate=-0.07039710879325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,823 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for c56e84d7d6de07a3db9f94e8d4358551: 2024-12-09T15:09:10,824 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551., pid=49, masterSystemTime=1733756950642 2024-12-09T15:09:10,826 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:10,826 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:09:10,827 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:10,827 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c56e84d7d6de07a3db9f94e8d4358551, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 8d85356e473e3a2da458e57924451472, NAME => 'test,fff,1733756946939.8d85356e473e3a2da458e57924451472.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T15:09:10,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,828 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,fff,1733756946939.8d85356e473e3a2da458e57924451472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,828 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,828 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,831 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=18 2024-12-09T15:09:10,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=18, state=SUCCESS; OpenRegionProcedure c56e84d7d6de07a3db9f94e8d4358551, server=33eb8daa289d,44271,1733756937624 in 305 msec 2024-12-09T15:09:10,834 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d85356e473e3a2da458e57924451472 columnFamilyName f 2024-12-09T15:09:10,834 DEBUG [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c56e84d7d6de07a3db9f94e8d4358551, ASSIGN in 505 msec 2024-12-09T15:09:10,836 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] regionserver.HStore(327): Store=8d85356e473e3a2da458e57924451472/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,836 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,838 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d85356e473e3a2da458e57924451472 columnFamilyName norep 2024-12-09T15:09:10,838 DEBUG [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,839 INFO [StoreOpener-8d85356e473e3a2da458e57924451472-1 {}] regionserver.HStore(327): Store=8d85356e473e3a2da458e57924451472/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,840 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,841 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,842 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,844 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 8d85356e473e3a2da458e57924451472 2024-12-09T15:09:10,848 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/8d85356e473e3a2da458e57924451472/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,848 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 8d85356e473e3a2da458e57924451472; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69938452, jitterRate=0.042164146900177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,849 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 8d85356e473e3a2da458e57924451472: 2024-12-09T15:09:10,850 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733756946939.8d85356e473e3a2da458e57924451472., pid=56, masterSystemTime=1733756950642 2024-12-09T15:09:10,853 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:10,853 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:09:10,853 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:10,853 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 947abf5b7a6289890a02ec7705398383, NAME => 'test,sss,1733756946939.947abf5b7a6289890a02ec7705398383.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T15:09:10,854 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8d85356e473e3a2da458e57924451472, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,854 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,sss,1733756946939.947abf5b7a6289890a02ec7705398383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,854 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,854 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,861 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=15 2024-12-09T15:09:10,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=15, state=SUCCESS; OpenRegionProcedure 8d85356e473e3a2da458e57924451472, server=33eb8daa289d,44271,1733756937624 in 313 msec 2024-12-09T15:09:10,863 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 947abf5b7a6289890a02ec7705398383 columnFamilyName f 2024-12-09T15:09:10,864 DEBUG [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8d85356e473e3a2da458e57924451472, ASSIGN in 534 msec 2024-12-09T15:09:10,864 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] regionserver.HStore(327): Store=947abf5b7a6289890a02ec7705398383/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,864 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,866 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 947abf5b7a6289890a02ec7705398383 columnFamilyName norep 2024-12-09T15:09:10,866 DEBUG [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,867 INFO [StoreOpener-947abf5b7a6289890a02ec7705398383-1 {}] regionserver.HStore(327): Store=947abf5b7a6289890a02ec7705398383/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,870 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,873 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 947abf5b7a6289890a02ec7705398383 2024-12-09T15:09:10,876 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/947abf5b7a6289890a02ec7705398383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,876 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 947abf5b7a6289890a02ec7705398383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66794217, jitterRate=-0.0046886056661605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,876 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 947abf5b7a6289890a02ec7705398383: 2024-12-09T15:09:10,878 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733756946939.947abf5b7a6289890a02ec7705398383., pid=58, masterSystemTime=1733756950642 2024-12-09T15:09:10,880 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:10,880 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:09:10,880 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:10,880 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b96b36aeef8975cf253da2b749ece4a, NAME => 'test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T15:09:10,880 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,881 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=947abf5b7a6289890a02ec7705398383, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,881 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,881 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,885 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=28 2024-12-09T15:09:10,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=28, state=SUCCESS; OpenRegionProcedure 947abf5b7a6289890a02ec7705398383, server=33eb8daa289d,44271,1733756937624 in 324 msec 2024-12-09T15:09:10,888 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b96b36aeef8975cf253da2b749ece4a columnFamilyName f 2024-12-09T15:09:10,888 DEBUG [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=947abf5b7a6289890a02ec7705398383, ASSIGN in 559 msec 2024-12-09T15:09:10,889 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] regionserver.HStore(327): Store=9b96b36aeef8975cf253da2b749ece4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,889 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,891 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b96b36aeef8975cf253da2b749ece4a columnFamilyName norep 2024-12-09T15:09:10,891 DEBUG [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,892 INFO [StoreOpener-9b96b36aeef8975cf253da2b749ece4a-1 {}] regionserver.HStore(327): Store=9b96b36aeef8975cf253da2b749ece4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,893 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,893 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,894 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,896 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:09:10,898 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/9b96b36aeef8975cf253da2b749ece4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,899 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 9b96b36aeef8975cf253da2b749ece4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67510154, jitterRate=0.005979686975479126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,899 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 9b96b36aeef8975cf253da2b749ece4a: 2024-12-09T15:09:10,901 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a., pid=55, masterSystemTime=1733756950642 2024-12-09T15:09:10,903 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:10,903 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:09:10,903 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:10,903 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => cc4bcd981503edb9b11a0e2d284200f2, NAME => 'test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T15:09:10,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=9b96b36aeef8975cf253da2b749ece4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,904 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,904 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,904 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,904 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,908 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=24 2024-12-09T15:09:10,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=24, state=SUCCESS; OpenRegionProcedure 9b96b36aeef8975cf253da2b749ece4a, server=33eb8daa289d,44271,1733756937624 in 365 msec 2024-12-09T15:09:10,911 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc4bcd981503edb9b11a0e2d284200f2 columnFamilyName f 2024-12-09T15:09:10,911 DEBUG [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,912 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] regionserver.HStore(327): Store=cc4bcd981503edb9b11a0e2d284200f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,912 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9b96b36aeef8975cf253da2b749ece4a, ASSIGN in 582 msec 2024-12-09T15:09:10,914 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc4bcd981503edb9b11a0e2d284200f2 columnFamilyName norep 2024-12-09T15:09:10,914 DEBUG [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,915 INFO [StoreOpener-cc4bcd981503edb9b11a0e2d284200f2-1 {}] regionserver.HStore(327): Store=cc4bcd981503edb9b11a0e2d284200f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,916 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,917 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,919 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,927 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:09:10,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cc4bcd981503edb9b11a0e2d284200f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,935 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened cc4bcd981503edb9b11a0e2d284200f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66228184, jitterRate=-0.013123154640197754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,935 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for cc4bcd981503edb9b11a0e2d284200f2: 2024-12-09T15:09:10,937 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2., pid=61, masterSystemTime=1733756950642 2024-12-09T15:09:10,941 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:10,942 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:09:10,942 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:10,942 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d85821790087dbbe7a4ebdb3c58a514, NAME => 'test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T15:09:10,942 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,943 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cc4bcd981503edb9b11a0e2d284200f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,943 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,943 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,957 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,959 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d85821790087dbbe7a4ebdb3c58a514 columnFamilyName f 2024-12-09T15:09:10,959 DEBUG [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,960 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] regionserver.HStore(327): Store=5d85821790087dbbe7a4ebdb3c58a514/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,960 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,962 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d85821790087dbbe7a4ebdb3c58a514 columnFamilyName norep 2024-12-09T15:09:10,962 DEBUG [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,963 INFO [StoreOpener-5d85821790087dbbe7a4ebdb3c58a514-1 {}] regionserver.HStore(327): Store=5d85821790087dbbe7a4ebdb3c58a514/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,964 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,965 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,967 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,969 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:09:10,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=12 2024-12-09T15:09:10,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=12, state=SUCCESS; OpenRegionProcedure cc4bcd981503edb9b11a0e2d284200f2, server=33eb8daa289d,44271,1733756937624 in 385 msec 2024-12-09T15:09:10,973 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5d85821790087dbbe7a4ebdb3c58a514/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:10,974 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 5d85821790087dbbe7a4ebdb3c58a514; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68851635, jitterRate=0.025969311594963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:10,974 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 5d85821790087dbbe7a4ebdb3c58a514: 2024-12-09T15:09:10,975 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514., pid=43, masterSystemTime=1733756950642 2024-12-09T15:09:10,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cc4bcd981503edb9b11a0e2d284200f2, ASSIGN in 645 msec 2024-12-09T15:09:10,978 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:10,978 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:09:10,978 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:10,978 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 873d27857b68c63569bd0a5d52f471ba, NAME => 'test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T15:09:10,978 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,979 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:10,979 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,979 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5d85821790087dbbe7a4ebdb3c58a514, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:10,985 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=26 2024-12-09T15:09:10,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=26, state=SUCCESS; OpenRegionProcedure 5d85821790087dbbe7a4ebdb3c58a514, server=33eb8daa289d,44271,1733756937624 in 478 msec 2024-12-09T15:09:10,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5d85821790087dbbe7a4ebdb3c58a514, ASSIGN in 658 msec 2024-12-09T15:09:10,989 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873d27857b68c63569bd0a5d52f471ba columnFamilyName f 2024-12-09T15:09:10,990 DEBUG [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,991 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] regionserver.HStore(327): Store=873d27857b68c63569bd0a5d52f471ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,991 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,993 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873d27857b68c63569bd0a5d52f471ba columnFamilyName norep 2024-12-09T15:09:10,993 DEBUG [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:10,993 INFO [StoreOpener-873d27857b68c63569bd0a5d52f471ba-1 {}] regionserver.HStore(327): Store=873d27857b68c63569bd0a5d52f471ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:10,994 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,995 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:10,997 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:10,998 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:09:11,006 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/873d27857b68c63569bd0a5d52f471ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,007 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 873d27857b68c63569bd0a5d52f471ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65229618, jitterRate=-0.028002947568893433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,008 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 873d27857b68c63569bd0a5d52f471ba: 2024-12-09T15:09:11,009 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba., pid=41, masterSystemTime=1733756950642 2024-12-09T15:09:11,015 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:11,015 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:09:11,015 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:11,015 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 282949b37a500c6f7301b5eea0b20648, NAME => 'test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T15:09:11,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=873d27857b68c63569bd0a5d52f471ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,016 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,016 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,016 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,016 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,020 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=22 2024-12-09T15:09:11,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=22, state=SUCCESS; OpenRegionProcedure 873d27857b68c63569bd0a5d52f471ba, server=33eb8daa289d,44271,1733756937624 in 524 msec 2024-12-09T15:09:11,025 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282949b37a500c6f7301b5eea0b20648 columnFamilyName f 2024-12-09T15:09:11,025 DEBUG [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,027 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] regionserver.HStore(327): Store=282949b37a500c6f7301b5eea0b20648/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=873d27857b68c63569bd0a5d52f471ba, ASSIGN in 696 msec 2024-12-09T15:09:11,027 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,031 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282949b37a500c6f7301b5eea0b20648 columnFamilyName norep 2024-12-09T15:09:11,040 DEBUG [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,045 INFO [StoreOpener-282949b37a500c6f7301b5eea0b20648-1 {}] regionserver.HStore(327): Store=282949b37a500c6f7301b5eea0b20648/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,052 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,060 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,063 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,065 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:09:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:11,085 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/282949b37a500c6f7301b5eea0b20648/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,086 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 282949b37a500c6f7301b5eea0b20648; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63780274, jitterRate=-0.04959985613822937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,086 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 282949b37a500c6f7301b5eea0b20648: 2024-12-09T15:09:11,087 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648., pid=54, masterSystemTime=1733756950642 2024-12-09T15:09:11,092 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:11,092 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:09:11,092 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:11,092 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e98db065cc86eeb21fdb1e0dd5dc9a2, NAME => 'test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T15:09:11,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=282949b37a500c6f7301b5eea0b20648, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,092 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,093 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,093 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,093 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=31 2024-12-09T15:09:11,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=31, state=SUCCESS; OpenRegionProcedure 282949b37a500c6f7301b5eea0b20648, server=33eb8daa289d,44271,1733756937624 in 554 msec 2024-12-09T15:09:11,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=282949b37a500c6f7301b5eea0b20648, ASSIGN in 770 msec 2024-12-09T15:09:11,118 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,134 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e98db065cc86eeb21fdb1e0dd5dc9a2 columnFamilyName f 2024-12-09T15:09:11,134 DEBUG [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,139 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] regionserver.HStore(327): Store=5e98db065cc86eeb21fdb1e0dd5dc9a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,139 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,153 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e98db065cc86eeb21fdb1e0dd5dc9a2 columnFamilyName norep 2024-12-09T15:09:11,153 DEBUG [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,154 INFO [StoreOpener-5e98db065cc86eeb21fdb1e0dd5dc9a2-1 {}] regionserver.HStore(327): Store=5e98db065cc86eeb21fdb1e0dd5dc9a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,165 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,166 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,167 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,178 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:09:11,187 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5e98db065cc86eeb21fdb1e0dd5dc9a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,189 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 5e98db065cc86eeb21fdb1e0dd5dc9a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60336509, jitterRate=-0.10091595351696014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,189 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 5e98db065cc86eeb21fdb1e0dd5dc9a2: 2024-12-09T15:09:11,196 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2., pid=60, masterSystemTime=1733756950642 2024-12-09T15:09:11,204 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:11,205 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:09:11,205 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:11,205 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => c0aa206028989437ae29a54b36da0954, NAME => 'test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T15:09:11,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5e98db065cc86eeb21fdb1e0dd5dc9a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,205 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,206 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,206 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,206 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=27 2024-12-09T15:09:11,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=27, state=SUCCESS; OpenRegionProcedure 5e98db065cc86eeb21fdb1e0dd5dc9a2, server=33eb8daa289d,44271,1733756937624 in 648 msec 2024-12-09T15:09:11,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5e98db065cc86eeb21fdb1e0dd5dc9a2, ASSIGN in 884 msec 2024-12-09T15:09:11,226 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,239 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0aa206028989437ae29a54b36da0954 columnFamilyName f 2024-12-09T15:09:11,239 DEBUG [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,240 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] regionserver.HStore(327): Store=c0aa206028989437ae29a54b36da0954/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,241 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,244 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0aa206028989437ae29a54b36da0954 columnFamilyName norep 2024-12-09T15:09:11,244 DEBUG [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,245 INFO [StoreOpener-c0aa206028989437ae29a54b36da0954-1 {}] regionserver.HStore(327): Store=c0aa206028989437ae29a54b36da0954/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,247 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,247 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,251 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,253 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for c0aa206028989437ae29a54b36da0954 2024-12-09T15:09:11,268 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c0aa206028989437ae29a54b36da0954/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,272 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened c0aa206028989437ae29a54b36da0954; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59567631, jitterRate=-0.11237312853336334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,273 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for c0aa206028989437ae29a54b36da0954: 2024-12-09T15:09:11,276 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954., pid=47, masterSystemTime=1733756950642 2024-12-09T15:09:11,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=c0aa206028989437ae29a54b36da0954, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,280 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:11,280 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:09:11,280 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:11,281 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c407c2f84a81ff35d47a458bf035c26, NAME => 'test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T15:09:11,281 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=13 2024-12-09T15:09:11,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=13, state=SUCCESS; OpenRegionProcedure c0aa206028989437ae29a54b36da0954, server=33eb8daa289d,44271,1733756937624 in 763 msec 2024-12-09T15:09:11,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c0aa206028989437ae29a54b36da0954, ASSIGN in 962 msec 2024-12-09T15:09:11,293 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,295 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c407c2f84a81ff35d47a458bf035c26 columnFamilyName f 2024-12-09T15:09:11,296 DEBUG [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,297 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] regionserver.HStore(327): Store=4c407c2f84a81ff35d47a458bf035c26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,298 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,300 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c407c2f84a81ff35d47a458bf035c26 columnFamilyName norep 2024-12-09T15:09:11,300 DEBUG [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,300 INFO [StoreOpener-4c407c2f84a81ff35d47a458bf035c26-1 {}] regionserver.HStore(327): Store=4c407c2f84a81ff35d47a458bf035c26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,301 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,302 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,308 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:09:11,318 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/4c407c2f84a81ff35d47a458bf035c26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,318 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 4c407c2f84a81ff35d47a458bf035c26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70479400, jitterRate=0.050224900245666504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,319 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 4c407c2f84a81ff35d47a458bf035c26: 2024-12-09T15:09:11,320 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26., pid=37, masterSystemTime=1733756950642 2024-12-09T15:09:11,331 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:11,331 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:09:11,332 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:11,332 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 09ea367871bc323f83b739b4c918dab4, NAME => 'test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T15:09:11,333 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,333 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,333 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,333 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4c407c2f84a81ff35d47a458bf035c26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=14 2024-12-09T15:09:11,349 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,354 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ea367871bc323f83b739b4c918dab4 columnFamilyName f 2024-12-09T15:09:11,355 DEBUG [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4c407c2f84a81ff35d47a458bf035c26, ASSIGN in 1.0120 sec 2024-12-09T15:09:11,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=14, state=SUCCESS; OpenRegionProcedure 4c407c2f84a81ff35d47a458bf035c26, server=33eb8daa289d,44271,1733756937624 in 847 msec 2024-12-09T15:09:11,361 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] regionserver.HStore(327): Store=09ea367871bc323f83b739b4c918dab4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,361 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,377 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ea367871bc323f83b739b4c918dab4 columnFamilyName norep 2024-12-09T15:09:11,377 DEBUG [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,378 INFO [StoreOpener-09ea367871bc323f83b739b4c918dab4-1 {}] regionserver.HStore(327): Store=09ea367871bc323f83b739b4c918dab4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,381 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,386 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,396 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,401 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:09:11,422 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/09ea367871bc323f83b739b4c918dab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,423 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 09ea367871bc323f83b739b4c918dab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67915653, jitterRate=0.012022092938423157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,423 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 09ea367871bc323f83b739b4c918dab4: 2024-12-09T15:09:11,432 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4., pid=45, masterSystemTime=1733756950642 2024-12-09T15:09:11,438 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:11,438 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:09:11,438 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:11,438 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 46334dab5d34564a00597ca8bc1f8ca6, NAME => 'test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T15:09:11,439 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,439 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=09ea367871bc323f83b739b4c918dab4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,439 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,439 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=30 2024-12-09T15:09:11,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=30, state=SUCCESS; OpenRegionProcedure 09ea367871bc323f83b739b4c918dab4, server=33eb8daa289d,44271,1733756937624 in 938 msec 2024-12-09T15:09:11,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=09ea367871bc323f83b739b4c918dab4, ASSIGN in 1.1240 sec 2024-12-09T15:09:11,461 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,468 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46334dab5d34564a00597ca8bc1f8ca6 columnFamilyName f 2024-12-09T15:09:11,468 DEBUG [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,469 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] regionserver.HStore(327): Store=46334dab5d34564a00597ca8bc1f8ca6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,469 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,473 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46334dab5d34564a00597ca8bc1f8ca6 columnFamilyName norep 2024-12-09T15:09:11,473 DEBUG [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,475 INFO [StoreOpener-46334dab5d34564a00597ca8bc1f8ca6-1 {}] regionserver.HStore(327): Store=46334dab5d34564a00597ca8bc1f8ca6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,477 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,478 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,480 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,486 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:09:11,504 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/46334dab5d34564a00597ca8bc1f8ca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,505 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 46334dab5d34564a00597ca8bc1f8ca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743256, jitterRate=0.02435433864593506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,505 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 46334dab5d34564a00597ca8bc1f8ca6: 2024-12-09T15:09:11,506 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6., pid=46, masterSystemTime=1733756950642 2024-12-09T15:09:11,510 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:11,510 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:09:11,510 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:11,510 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 128b24519f9551bbc1ebeb8425961fcc, NAME => 'test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T15:09:11,510 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=46334dab5d34564a00597ca8bc1f8ca6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,510 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,511 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,511 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=33 2024-12-09T15:09:11,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=33, state=SUCCESS; OpenRegionProcedure 46334dab5d34564a00597ca8bc1f8ca6, server=33eb8daa289d,44271,1733756937624 in 1.0030 sec 2024-12-09T15:09:11,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=46334dab5d34564a00597ca8bc1f8ca6, ASSIGN in 1.1920 sec 2024-12-09T15:09:11,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-09T15:09:11,528 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,533 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128b24519f9551bbc1ebeb8425961fcc columnFamilyName f 2024-12-09T15:09:11,533 DEBUG [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,538 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] regionserver.HStore(327): Store=128b24519f9551bbc1ebeb8425961fcc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,538 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,541 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 128b24519f9551bbc1ebeb8425961fcc columnFamilyName norep 2024-12-09T15:09:11,542 DEBUG [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,543 INFO [StoreOpener-128b24519f9551bbc1ebeb8425961fcc-1 {}] regionserver.HStore(327): Store=128b24519f9551bbc1ebeb8425961fcc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,545 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,546 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,547 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,549 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:09:11,554 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/128b24519f9551bbc1ebeb8425961fcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,554 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 128b24519f9551bbc1ebeb8425961fcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64065811, jitterRate=-0.04534502327442169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,555 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 128b24519f9551bbc1ebeb8425961fcc: 2024-12-09T15:09:11,559 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc., pid=39, masterSystemTime=1733756950642 2024-12-09T15:09:11,562 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:11,562 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:09:11,562 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:11,562 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c234737209b5c22d19769b8136e39f1, NAME => 'test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T15:09:11,563 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,563 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,563 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,563 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=128b24519f9551bbc1ebeb8425961fcc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=32 2024-12-09T15:09:11,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=32, state=SUCCESS; OpenRegionProcedure 128b24519f9551bbc1ebeb8425961fcc, server=33eb8daa289d,44271,1733756937624 in 1.0750 sec 2024-12-09T15:09:11,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=128b24519f9551bbc1ebeb8425961fcc, ASSIGN in 1.2430 sec 2024-12-09T15:09:11,577 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,584 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c234737209b5c22d19769b8136e39f1 columnFamilyName f 2024-12-09T15:09:11,584 DEBUG [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,585 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] regionserver.HStore(327): Store=3c234737209b5c22d19769b8136e39f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,585 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,591 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c234737209b5c22d19769b8136e39f1 columnFamilyName norep 2024-12-09T15:09:11,591 DEBUG [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,592 INFO [StoreOpener-3c234737209b5c22d19769b8136e39f1-1 {}] regionserver.HStore(327): Store=3c234737209b5c22d19769b8136e39f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,593 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,594 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,596 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,598 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:09:11,601 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/3c234737209b5c22d19769b8136e39f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,602 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3c234737209b5c22d19769b8136e39f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63447373, jitterRate=-0.05456046760082245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,602 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3c234737209b5c22d19769b8136e39f1: 2024-12-09T15:09:11,603 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1., pid=51, masterSystemTime=1733756950642 2024-12-09T15:09:11,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3c234737209b5c22d19769b8136e39f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,609 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:11,609 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:09:11,609 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:11,610 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => bac559e0c322e6fe3ed8ace385b2fccd, NAME => 'test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T15:09:11,610 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,610 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,610 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,610 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=11 2024-12-09T15:09:11,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3c234737209b5c22d19769b8136e39f1, ASSIGN in 1.2900 sec 2024-12-09T15:09:11,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=11, state=SUCCESS; OpenRegionProcedure 3c234737209b5c22d19769b8136e39f1, server=33eb8daa289d,44271,1733756937624 in 1.0840 sec 2024-12-09T15:09:11,622 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,637 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac559e0c322e6fe3ed8ace385b2fccd columnFamilyName f 2024-12-09T15:09:11,638 DEBUG [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,641 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] regionserver.HStore(327): Store=bac559e0c322e6fe3ed8ace385b2fccd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,642 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,644 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bac559e0c322e6fe3ed8ace385b2fccd columnFamilyName norep 2024-12-09T15:09:11,644 DEBUG [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,645 INFO [StoreOpener-bac559e0c322e6fe3ed8ace385b2fccd-1 {}] regionserver.HStore(327): Store=bac559e0c322e6fe3ed8ace385b2fccd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,646 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,646 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,648 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,650 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:09:11,654 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/bac559e0c322e6fe3ed8ace385b2fccd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,655 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened bac559e0c322e6fe3ed8ace385b2fccd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61225637, jitterRate=-0.08766691386699677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,655 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for bac559e0c322e6fe3ed8ace385b2fccd: 2024-12-09T15:09:11,657 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd., pid=59, masterSystemTime=1733756950642 2024-12-09T15:09:11,662 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:11,662 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:09:11,662 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:11,662 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 797e10d894386441d49df45e39359cb6, NAME => 'test,yyy,1733756946939.797e10d894386441d49df45e39359cb6.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T15:09:11,663 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,663 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,yyy,1733756946939.797e10d894386441d49df45e39359cb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,663 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,663 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=bac559e0c322e6fe3ed8ace385b2fccd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,666 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,668 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797e10d894386441d49df45e39359cb6 columnFamilyName f 2024-12-09T15:09:11,668 DEBUG [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,669 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] regionserver.HStore(327): Store=797e10d894386441d49df45e39359cb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,669 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=35 2024-12-09T15:09:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=35, state=SUCCESS; OpenRegionProcedure bac559e0c322e6fe3ed8ace385b2fccd, server=33eb8daa289d,44271,1733756937624 in 1.1070 sec 2024-12-09T15:09:11,674 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797e10d894386441d49df45e39359cb6 columnFamilyName norep 2024-12-09T15:09:11,674 DEBUG [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,680 INFO [StoreOpener-797e10d894386441d49df45e39359cb6-1 {}] regionserver.HStore(327): Store=797e10d894386441d49df45e39359cb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bac559e0c322e6fe3ed8ace385b2fccd, ASSIGN in 1.3420 sec 2024-12-09T15:09:11,682 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,682 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,685 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,686 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 797e10d894386441d49df45e39359cb6 2024-12-09T15:09:11,711 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/797e10d894386441d49df45e39359cb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,713 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 797e10d894386441d49df45e39359cb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69480928, jitterRate=0.03534650802612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,713 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 797e10d894386441d49df45e39359cb6: 2024-12-09T15:09:11,724 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733756946939.797e10d894386441d49df45e39359cb6., pid=50, masterSystemTime=1733756950642 2024-12-09T15:09:11,745 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:11,745 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:09:11,745 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:11,745 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 5de941865aa59ef8d5890f851c7d088b, NAME => 'test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T15:09:11,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=797e10d894386441d49df45e39359cb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,746 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,746 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,746 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,746 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=34 2024-12-09T15:09:11,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=34, state=SUCCESS; OpenRegionProcedure 797e10d894386441d49df45e39359cb6, server=33eb8daa289d,44271,1733756937624 in 1.2230 sec 2024-12-09T15:09:11,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=797e10d894386441d49df45e39359cb6, ASSIGN in 1.4230 sec 2024-12-09T15:09:11,756 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,760 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de941865aa59ef8d5890f851c7d088b columnFamilyName f 2024-12-09T15:09:11,760 DEBUG [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,761 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] regionserver.HStore(327): Store=5de941865aa59ef8d5890f851c7d088b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,761 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,763 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de941865aa59ef8d5890f851c7d088b columnFamilyName norep 2024-12-09T15:09:11,763 DEBUG [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,764 INFO [StoreOpener-5de941865aa59ef8d5890f851c7d088b-1 {}] regionserver.HStore(327): Store=5de941865aa59ef8d5890f851c7d088b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,765 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,765 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,767 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,769 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:09:11,781 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5de941865aa59ef8d5890f851c7d088b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,790 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 5de941865aa59ef8d5890f851c7d088b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66186476, jitterRate=-0.013744652271270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,790 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 5de941865aa59ef8d5890f851c7d088b: 2024-12-09T15:09:11,792 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b., pid=57, masterSystemTime=1733756950642 2024-12-09T15:09:11,796 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:11,796 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:09:11,796 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:11,796 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 85fb6e28a718e0a8ad4d03b7ec39474b, NAME => 'test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T15:09:11,797 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,797 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,797 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,797 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=5de941865aa59ef8d5890f851c7d088b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,802 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=19 2024-12-09T15:09:11,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=19, state=SUCCESS; OpenRegionProcedure 5de941865aa59ef8d5890f851c7d088b, server=33eb8daa289d,44271,1733756937624 in 1.2440 sec 2024-12-09T15:09:11,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5de941865aa59ef8d5890f851c7d088b, ASSIGN in 1.4760 sec 2024-12-09T15:09:11,806 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85fb6e28a718e0a8ad4d03b7ec39474b columnFamilyName f 2024-12-09T15:09:11,806 DEBUG [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,807 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] regionserver.HStore(327): Store=85fb6e28a718e0a8ad4d03b7ec39474b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,807 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,809 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85fb6e28a718e0a8ad4d03b7ec39474b columnFamilyName norep 2024-12-09T15:09:11,809 DEBUG [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,809 INFO [StoreOpener-85fb6e28a718e0a8ad4d03b7ec39474b-1 {}] regionserver.HStore(327): Store=85fb6e28a718e0a8ad4d03b7ec39474b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,810 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,811 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,812 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,813 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:09:11,820 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/85fb6e28a718e0a8ad4d03b7ec39474b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,821 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 85fb6e28a718e0a8ad4d03b7ec39474b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74316074, jitterRate=0.10739579796791077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,821 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 85fb6e28a718e0a8ad4d03b7ec39474b: 2024-12-09T15:09:11,823 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b., pid=40, masterSystemTime=1733756950642 2024-12-09T15:09:11,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=85fb6e28a718e0a8ad4d03b7ec39474b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,826 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:11,826 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:09:11,826 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:11,826 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 28d62c045f33e1101b0cff4631f02d75, NAME => 'test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T15:09:11,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:11,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,827 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,829 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,831 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28d62c045f33e1101b0cff4631f02d75 columnFamilyName f 2024-12-09T15:09:11,831 DEBUG [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,833 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] regionserver.HStore(327): Store=28d62c045f33e1101b0cff4631f02d75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,833 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=21 2024-12-09T15:09:11,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=21, state=SUCCESS; OpenRegionProcedure 85fb6e28a718e0a8ad4d03b7ec39474b, server=33eb8daa289d,44271,1733756937624 in 1.3370 sec 2024-12-09T15:09:11,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=85fb6e28a718e0a8ad4d03b7ec39474b, ASSIGN in 1.5060 sec 2024-12-09T15:09:11,837 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28d62c045f33e1101b0cff4631f02d75 columnFamilyName norep 2024-12-09T15:09:11,837 DEBUG [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:11,837 INFO [StoreOpener-28d62c045f33e1101b0cff4631f02d75-1 {}] regionserver.HStore(327): Store=28d62c045f33e1101b0cff4631f02d75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:11,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,841 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:11,842 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:09:11,853 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/28d62c045f33e1101b0cff4631f02d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:11,854 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 28d62c045f33e1101b0cff4631f02d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64741869, jitterRate=-0.03527097404003143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:11,855 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 28d62c045f33e1101b0cff4631f02d75: 2024-12-09T15:09:11,857 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75., pid=53, masterSystemTime=1733756950642 2024-12-09T15:09:11,868 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:11,868 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:09:11,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=28d62c045f33e1101b0cff4631f02d75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=23 2024-12-09T15:09:11,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=23, state=SUCCESS; OpenRegionProcedure 28d62c045f33e1101b0cff4631f02d75, server=33eb8daa289d,44271,1733756937624 in 1.3330 sec 2024-12-09T15:09:11,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=9 2024-12-09T15:09:11,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=28d62c045f33e1101b0cff4631f02d75, ASSIGN in 1.5460 sec 2024-12-09T15:09:11,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:11,878 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756951878"}]},"ts":"1733756951878"} 2024-12-09T15:09:11,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T15:09:11,884 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:11,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.9410 sec 2024-12-09T15:09:12,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:09:14,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:14,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:15,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T15:09:15,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T15:09:15,073 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T15:09:15,087 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:15,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T15:09:15,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:09:15,091 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:09:15,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:09:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T15:09:15,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:15,096 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:15,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T15:09:15,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741837_1013 (size=631) 2024-12-09T15:09:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:15,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 63547e47cb869d0cd50e000c743c6a71, NAME => 'test,,1733756955092.63547e47cb869d0cd50e000c743c6a71.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,507 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e98a2e89108d3241fd98bc31afd3b128, NAME => 'test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,508 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cad753739c1a9ac7f0fde1b4277b1f5d, NAME => 'test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741838_1014 (size=42) 2024-12-09T15:09:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741839_1015 (size=45) 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733756955092.63547e47cb869d0cd50e000c743c6a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 63547e47cb869d0cd50e000c743c6a71, disabling compactions & flushes 2024-12-09T15:09:15,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. after waiting 0 ms 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:15,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:15,525 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 63547e47cb869d0cd50e000c743c6a71: 2024-12-09T15:09:15,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e98a2e89108d3241fd98bc31afd3b128, disabling compactions & flushes 2024-12-09T15:09:15,526 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:15,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:15,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1cd249224e81f353ea139970cabf0aad, NAME => 'test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. after waiting 0 ms 2024-12-09T15:09:15,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:15,526 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:15,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e98a2e89108d3241fd98bc31afd3b128: 2024-12-09T15:09:15,527 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1cfa51a321b7025cca4c8d1e99c34df9, NAME => 'test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741840_1016 (size=45) 2024-12-09T15:09:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741841_1017 (size=45) 2024-12-09T15:09:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741842_1018 (size=45) 2024-12-09T15:09:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:15,930 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,930 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cad753739c1a9ac7f0fde1b4277b1f5d, disabling compactions & flushes 2024-12-09T15:09:15,930 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:15,930 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:15,930 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. after waiting 0 ms 2024-12-09T15:09:15,930 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:15,931 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:15,931 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cad753739c1a9ac7f0fde1b4277b1f5d: 2024-12-09T15:09:15,932 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 15c81cfb8fc9e13c71773d0c1328d3fd, NAME => 'test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,937 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1cfa51a321b7025cca4c8d1e99c34df9, disabling compactions & flushes 2024-12-09T15:09:15,938 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:15,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:15,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. after waiting 0 ms 2024-12-09T15:09:15,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:15,938 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:15,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1cfa51a321b7025cca4c8d1e99c34df9: 2024-12-09T15:09:15,939 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0c3518402135c5439d6314beb7862cd4, NAME => 'test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741843_1019 (size=45) 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1cd249224e81f353ea139970cabf0aad, disabling compactions & flushes 2024-12-09T15:09:15,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. after waiting 0 ms 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:15,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:15,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1cd249224e81f353ea139970cabf0aad: 2024-12-09T15:09:15,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5522368b3f1635a7a5b8a81aeeb541af, NAME => 'test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741844_1020 (size=45) 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0c3518402135c5439d6314beb7862cd4, disabling compactions & flushes 2024-12-09T15:09:15,947 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. after waiting 0 ms 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:15,947 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:15,947 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0c3518402135c5439d6314beb7862cd4: 2024-12-09T15:09:15,948 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 54212ddb07474458313c27b4e0a7f5e1, NAME => 'test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741845_1021 (size=45) 2024-12-09T15:09:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741846_1022 (size=45) 2024-12-09T15:09:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 15c81cfb8fc9e13c71773d0c1328d3fd, disabling compactions & flushes 2024-12-09T15:09:16,341 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. after waiting 0 ms 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:16,341 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:16,341 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 15c81cfb8fc9e13c71773d0c1328d3fd: 2024-12-09T15:09:16,342 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b60f555aef66f089d05c628e2f426f09, NAME => 'test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741847_1023 (size=45) 2024-12-09T15:09:16,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5522368b3f1635a7a5b8a81aeeb541af, disabling compactions & flushes 2024-12-09T15:09:16,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:16,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:16,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. after waiting 0 ms 2024-12-09T15:09:16,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:16,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:16,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5522368b3f1635a7a5b8a81aeeb541af: 2024-12-09T15:09:16,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => caccc51734b696f283db415d24d45254, NAME => 'test,kkk,1733756955092.caccc51734b696f283db415d24d45254.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 54212ddb07474458313c27b4e0a7f5e1, disabling compactions & flushes 2024-12-09T15:09:16,378 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. after waiting 0 ms 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:16,378 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:16,378 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 54212ddb07474458313c27b4e0a7f5e1: 2024-12-09T15:09:16,379 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4039e0af9dde3f957c7c74dc12948bd1, NAME => 'test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741848_1024 (size=45) 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1733756955092.caccc51734b696f283db415d24d45254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing caccc51734b696f283db415d24d45254, disabling compactions & flushes 2024-12-09T15:09:16,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733756955092.caccc51734b696f283db415d24d45254. after waiting 0 ms 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:16,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:16,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for caccc51734b696f283db415d24d45254: 2024-12-09T15:09:16,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 049692b500c5f49ca367aafe99bc35b0, NAME => 'test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741849_1025 (size=45) 2024-12-09T15:09:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741850_1026 (size=45) 2024-12-09T15:09:16,759 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,760 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b60f555aef66f089d05c628e2f426f09, disabling compactions & flushes 2024-12-09T15:09:16,760 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:16,760 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:16,760 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. after waiting 0 ms 2024-12-09T15:09:16,760 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:16,760 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:16,760 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b60f555aef66f089d05c628e2f426f09: 2024-12-09T15:09:16,761 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e409f0596d14c6b7da8835c1f36096eb, NAME => 'test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741851_1027 (size=45) 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4039e0af9dde3f957c7c74dc12948bd1, disabling compactions & flushes 2024-12-09T15:09:16,806 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. after waiting 0 ms 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:16,806 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:16,806 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4039e0af9dde3f957c7c74dc12948bd1: 2024-12-09T15:09:16,807 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 72d872b34319375b89828b41516dc9bf, NAME => 'test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741852_1028 (size=45) 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 72d872b34319375b89828b41516dc9bf, disabling compactions & flushes 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 049692b500c5f49ca367aafe99bc35b0, disabling compactions & flushes 2024-12-09T15:09:16,819 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:16,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. after waiting 0 ms 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:16,819 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. after waiting 0 ms 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 72d872b34319375b89828b41516dc9bf: 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:16,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:16,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 049692b500c5f49ca367aafe99bc35b0: 2024-12-09T15:09:16,820 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e36437878c6bce01b8f29365fae71cf9, NAME => 'test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d3242df9c588bbe83af1ea4f10aadf87, NAME => 'test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741853_1029 (size=45) 2024-12-09T15:09:16,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741854_1030 (size=45) 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e409f0596d14c6b7da8835c1f36096eb, disabling compactions & flushes 2024-12-09T15:09:17,170 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. after waiting 0 ms 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:17,170 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:17,170 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e409f0596d14c6b7da8835c1f36096eb: 2024-12-09T15:09:17,171 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7ff4aa9b3b458c85c2b4dbb8fe784944, NAME => 'test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741855_1031 (size=45) 2024-12-09T15:09:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d3242df9c588bbe83af1ea4f10aadf87, disabling compactions & flushes 2024-12-09T15:09:17,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. after waiting 0 ms 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:17,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d3242df9c588bbe83af1ea4f10aadf87: 2024-12-09T15:09:17,234 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e36437878c6bce01b8f29365fae71cf9, disabling compactions & flushes 2024-12-09T15:09:17,234 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:17,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:17,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. after waiting 0 ms 2024-12-09T15:09:17,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:17,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 407044f5f8ff5e61b62c5168ad7c6537, NAME => 'test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,235 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:17,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e36437878c6bce01b8f29365fae71cf9: 2024-12-09T15:09:17,236 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e977e2a3431c77c0de553a5fa44caf5e, NAME => 'test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741856_1032 (size=45) 2024-12-09T15:09:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741857_1033 (size=45) 2024-12-09T15:09:17,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:09:17,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-09T15:09:17,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-09T15:09:17,579 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,580 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7ff4aa9b3b458c85c2b4dbb8fe784944, disabling compactions & flushes 2024-12-09T15:09:17,580 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:17,580 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:17,580 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. after waiting 0 ms 2024-12-09T15:09:17,580 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:17,580 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:17,580 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7ff4aa9b3b458c85c2b4dbb8fe784944: 2024-12-09T15:09:17,581 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ec226aff880b9e34fdb4ecf43c5b28a2, NAME => 'test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741858_1034 (size=45) 2024-12-09T15:09:17,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e977e2a3431c77c0de553a5fa44caf5e, disabling compactions & flushes 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 407044f5f8ff5e61b62c5168ad7c6537, disabling compactions & flushes 2024-12-09T15:09:17,643 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:17,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. after waiting 0 ms 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. after waiting 0 ms 2024-12-09T15:09:17,643 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e977e2a3431c77c0de553a5fa44caf5e: 2024-12-09T15:09:17,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:17,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 407044f5f8ff5e61b62c5168ad7c6537: 2024-12-09T15:09:17,644 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2cfd4dd6b43387633d8787e38ae4cfd3, NAME => 'test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1c9a15514bf15acbbbd37de3dc1356e, NAME => 'test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741859_1035 (size=45) 2024-12-09T15:09:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741860_1036 (size=45) 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d1c9a15514bf15acbbbd37de3dc1356e, disabling compactions & flushes 2024-12-09T15:09:17,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. after waiting 0 ms 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:17,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1c9a15514bf15acbbbd37de3dc1356e: 2024-12-09T15:09:17,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7e8c19cb7a8b567c55aedd26c957cc63, NAME => 'test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741861_1037 (size=45) 2024-12-09T15:09:17,989 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:17,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ec226aff880b9e34fdb4ecf43c5b28a2, disabling compactions & flushes 2024-12-09T15:09:17,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:17,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:17,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. after waiting 0 ms 2024-12-09T15:09:17,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:17,990 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:17,990 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ec226aff880b9e34fdb4ecf43c5b28a2: 2024-12-09T15:09:17,991 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1ba9ed7f37792f375ceaaedfa5f2d7a8, NAME => 'test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741862_1038 (size=45) 2024-12-09T15:09:18,052 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,052 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2cfd4dd6b43387633d8787e38ae4cfd3, disabling compactions & flushes 2024-12-09T15:09:18,052 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:18,052 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:18,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. after waiting 0 ms 2024-12-09T15:09:18,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:18,053 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:18,053 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2cfd4dd6b43387633d8787e38ae4cfd3: 2024-12-09T15:09:18,053 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => fd87df552101ebd2e57b248bef717083, NAME => 'test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7e8c19cb7a8b567c55aedd26c957cc63, disabling compactions & flushes 2024-12-09T15:09:18,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. after waiting 0 ms 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:18,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:18,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7e8c19cb7a8b567c55aedd26c957cc63: 2024-12-09T15:09:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741863_1039 (size=42) 2024-12-09T15:09:18,064 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing fd87df552101ebd2e57b248bef717083, disabling compactions & flushes 2024-12-09T15:09:18,065 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. after waiting 0 ms 2024-12-09T15:09:18,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,065 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,065 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for fd87df552101ebd2e57b248bef717083: 2024-12-09T15:09:18,398 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,399 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1ba9ed7f37792f375ceaaedfa5f2d7a8, disabling compactions & flushes 2024-12-09T15:09:18,399 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:18,399 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:18,399 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. after waiting 0 ms 2024-12-09T15:09:18,399 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:18,399 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:18,399 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1ba9ed7f37792f375ceaaedfa5f2d7a8: 2024-12-09T15:09:18,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:18,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733756955092.63547e47cb869d0cd50e000c743c6a71.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733756955092.caccc51734b696f283db415d24d45254.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733756958400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756958400"}]},"ts":"1733756958400"} 2024-12-09T15:09:18,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T15:09:18,419 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:18,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756958419"}]},"ts":"1733756958419"} 2024-12-09T15:09:18,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T15:09:18,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63547e47cb869d0cd50e000c743c6a71, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cad753739c1a9ac7f0fde1b4277b1f5d, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e98a2e89108d3241fd98bc31afd3b128, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cd249224e81f353ea139970cabf0aad, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cfa51a321b7025cca4c8d1e99c34df9, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15c81cfb8fc9e13c71773d0c1328d3fd, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c3518402135c5439d6314beb7862cd4, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5522368b3f1635a7a5b8a81aeeb541af, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54212ddb07474458313c27b4e0a7f5e1, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b60f555aef66f089d05c628e2f426f09, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=caccc51734b696f283db415d24d45254, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4039e0af9dde3f957c7c74dc12948bd1, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=049692b500c5f49ca367aafe99bc35b0, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e409f0596d14c6b7da8835c1f36096eb, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72d872b34319375b89828b41516dc9bf, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e36437878c6bce01b8f29365fae71cf9, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3242df9c588bbe83af1ea4f10aadf87, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ff4aa9b3b458c85c2b4dbb8fe784944, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=407044f5f8ff5e61b62c5168ad7c6537, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e977e2a3431c77c0de553a5fa44caf5e, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ec226aff880b9e34fdb4ecf43c5b28a2, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2cfd4dd6b43387633d8787e38ae4cfd3, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d1c9a15514bf15acbbbd37de3dc1356e, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e8c19cb7a8b567c55aedd26c957cc63, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ba9ed7f37792f375ceaaedfa5f2d7a8, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fd87df552101ebd2e57b248bef717083, ASSIGN}] 2024-12-09T15:09:18,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e98a2e89108d3241fd98bc31afd3b128, ASSIGN 2024-12-09T15:09:18,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e98a2e89108d3241fd98bc31afd3b128, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cd249224e81f353ea139970cabf0aad, ASSIGN 2024-12-09T15:09:18,432 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cad753739c1a9ac7f0fde1b4277b1f5d, ASSIGN 2024-12-09T15:09:18,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63547e47cb869d0cd50e000c743c6a71, ASSIGN 2024-12-09T15:09:18,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1cfa51a321b7025cca4c8d1e99c34df9, ASSIGN 2024-12-09T15:09:18,433 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1cd249224e81f353ea139970cabf0aad, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=63547e47cb869d0cd50e000c743c6a71, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,433 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cad753739c1a9ac7f0fde1b4277b1f5d, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1cfa51a321b7025cca4c8d1e99c34df9, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e8c19cb7a8b567c55aedd26c957cc63, ASSIGN 2024-12-09T15:09:18,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d1c9a15514bf15acbbbd37de3dc1356e, ASSIGN 2024-12-09T15:09:18,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2cfd4dd6b43387633d8787e38ae4cfd3, ASSIGN 2024-12-09T15:09:18,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7e8c19cb7a8b567c55aedd26c957cc63, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,440 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d1c9a15514bf15acbbbd37de3dc1356e, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2cfd4dd6b43387633d8787e38ae4cfd3, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fd87df552101ebd2e57b248bef717083, ASSIGN 2024-12-09T15:09:18,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ba9ed7f37792f375ceaaedfa5f2d7a8, ASSIGN 2024-12-09T15:09:18,441 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fd87df552101ebd2e57b248bef717083, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1ba9ed7f37792f375ceaaedfa5f2d7a8, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e977e2a3431c77c0de553a5fa44caf5e, ASSIGN 2024-12-09T15:09:18,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ec226aff880b9e34fdb4ecf43c5b28a2, ASSIGN 2024-12-09T15:09:18,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=407044f5f8ff5e61b62c5168ad7c6537, ASSIGN 2024-12-09T15:09:18,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3242df9c588bbe83af1ea4f10aadf87, ASSIGN 2024-12-09T15:09:18,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ff4aa9b3b458c85c2b4dbb8fe784944, ASSIGN 2024-12-09T15:09:18,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ec226aff880b9e34fdb4ecf43c5b28a2, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,446 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e977e2a3431c77c0de553a5fa44caf5e, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,446 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d3242df9c588bbe83af1ea4f10aadf87, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,446 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=407044f5f8ff5e61b62c5168ad7c6537, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ff4aa9b3b458c85c2b4dbb8fe784944, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72d872b34319375b89828b41516dc9bf, ASSIGN 2024-12-09T15:09:18,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e36437878c6bce01b8f29365fae71cf9, ASSIGN 2024-12-09T15:09:18,449 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e409f0596d14c6b7da8835c1f36096eb, ASSIGN 2024-12-09T15:09:18,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=049692b500c5f49ca367aafe99bc35b0, ASSIGN 2024-12-09T15:09:18,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4039e0af9dde3f957c7c74dc12948bd1, ASSIGN 2024-12-09T15:09:18,450 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e36437878c6bce01b8f29365fae71cf9, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,450 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=72d872b34319375b89828b41516dc9bf, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,450 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e409f0596d14c6b7da8835c1f36096eb, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4039e0af9dde3f957c7c74dc12948bd1, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=049692b500c5f49ca367aafe99bc35b0, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b60f555aef66f089d05c628e2f426f09, ASSIGN 2024-12-09T15:09:18,453 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54212ddb07474458313c27b4e0a7f5e1, ASSIGN 2024-12-09T15:09:18,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=caccc51734b696f283db415d24d45254, ASSIGN 2024-12-09T15:09:18,453 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0c3518402135c5439d6314beb7862cd4, ASSIGN 2024-12-09T15:09:18,453 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5522368b3f1635a7a5b8a81aeeb541af, ASSIGN 2024-12-09T15:09:18,453 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b60f555aef66f089d05c628e2f426f09, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,454 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=54212ddb07474458313c27b4e0a7f5e1, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=caccc51734b696f283db415d24d45254, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,454 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0c3518402135c5439d6314beb7862cd4, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5522368b3f1635a7a5b8a81aeeb541af, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,454 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15c81cfb8fc9e13c71773d0c1328d3fd, ASSIGN 2024-12-09T15:09:18,455 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=15c81cfb8fc9e13c71773d0c1328d3fd, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:18,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=2cfd4dd6b43387633d8787e38ae4cfd3, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7e8c19cb7a8b567c55aedd26c957cc63, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,581 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=15c81cfb8fc9e13c71773d0c1328d3fd, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=0c3518402135c5439d6314beb7862cd4, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,581 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5522368b3f1635a7a5b8a81aeeb541af, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=31, state=RUNNABLE; OpenRegionProcedure 2cfd4dd6b43387633d8787e38ae4cfd3, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=33, state=RUNNABLE; OpenRegionProcedure 7e8c19cb7a8b567c55aedd26c957cc63, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=16, state=RUNNABLE; OpenRegionProcedure 0c3518402135c5439d6314beb7862cd4, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=17, state=RUNNABLE; OpenRegionProcedure 5522368b3f1635a7a5b8a81aeeb541af, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1ba9ed7f37792f375ceaaedfa5f2d7a8, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=15, state=RUNNABLE; OpenRegionProcedure 15c81cfb8fc9e13c71773d0c1328d3fd, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=34, state=RUNNABLE; OpenRegionProcedure 1ba9ed7f37792f375ceaaedfa5f2d7a8, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e409f0596d14c6b7da8835c1f36096eb, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=72d872b34319375b89828b41516dc9bf, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=1cfa51a321b7025cca4c8d1e99c34df9, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=23, state=RUNNABLE; OpenRegionProcedure e409f0596d14c6b7da8835c1f36096eb, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=24, state=RUNNABLE; OpenRegionProcedure 72d872b34319375b89828b41516dc9bf, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=caccc51734b696f283db415d24d45254, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=14, state=RUNNABLE; OpenRegionProcedure 1cfa51a321b7025cca4c8d1e99c34df9, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure caccc51734b696f283db415d24d45254, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1cd249224e81f353ea139970cabf0aad, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=049692b500c5f49ca367aafe99bc35b0, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=13, state=RUNNABLE; OpenRegionProcedure 1cd249224e81f353ea139970cabf0aad, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=fd87df552101ebd2e57b248bef717083, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=22, state=RUNNABLE; OpenRegionProcedure 049692b500c5f49ca367aafe99bc35b0, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cad753739c1a9ac7f0fde1b4277b1f5d, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=11, state=RUNNABLE; OpenRegionProcedure cad753739c1a9ac7f0fde1b4277b1f5d, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=35, state=RUNNABLE; OpenRegionProcedure fd87df552101ebd2e57b248bef717083, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d3242df9c588bbe83af1ea4f10aadf87, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=e977e2a3431c77c0de553a5fa44caf5e, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=e98a2e89108d3241fd98bc31afd3b128, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=29, state=RUNNABLE; OpenRegionProcedure e977e2a3431c77c0de553a5fa44caf5e, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=26, state=RUNNABLE; OpenRegionProcedure d3242df9c588bbe83af1ea4f10aadf87, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=12, state=RUNNABLE; OpenRegionProcedure e98a2e89108d3241fd98bc31afd3b128, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=63547e47cb869d0cd50e000c743c6a71, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,627 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e36437878c6bce01b8f29365fae71cf9, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=10, state=RUNNABLE; OpenRegionProcedure 63547e47cb869d0cd50e000c743c6a71, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE; OpenRegionProcedure e36437878c6bce01b8f29365fae71cf9, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ec226aff880b9e34fdb4ecf43c5b28a2, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=30, state=RUNNABLE; OpenRegionProcedure ec226aff880b9e34fdb4ecf43c5b28a2, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,634 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7ff4aa9b3b458c85c2b4dbb8fe784944, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure 7ff4aa9b3b458c85c2b4dbb8fe784944, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=54212ddb07474458313c27b4e0a7f5e1, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4039e0af9dde3f957c7c74dc12948bd1, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,641 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d1c9a15514bf15acbbbd37de3dc1356e, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=407044f5f8ff5e61b62c5168ad7c6537, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=b60f555aef66f089d05c628e2f426f09, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=21, state=RUNNABLE; OpenRegionProcedure 4039e0af9dde3f957c7c74dc12948bd1, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=19, state=RUNNABLE; OpenRegionProcedure b60f555aef66f089d05c628e2f426f09, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=18, state=RUNNABLE; OpenRegionProcedure 54212ddb07474458313c27b4e0a7f5e1, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure 407044f5f8ff5e61b62c5168ad7c6537, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=32, state=RUNNABLE; OpenRegionProcedure d1c9a15514bf15acbbbd37de3dc1356e, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:18,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,742 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:18,742 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e977e2a3431c77c0de553a5fa44caf5e, NAME => 'test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T15:09:18,742 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,743 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,743 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,743 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,748 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,750 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e977e2a3431c77c0de553a5fa44caf5e columnFamilyName f 2024-12-09T15:09:18,750 DEBUG [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,750 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] regionserver.HStore(327): Store=e977e2a3431c77c0de553a5fa44caf5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,750 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,752 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e977e2a3431c77c0de553a5fa44caf5e columnFamilyName norep 2024-12-09T15:09:18,752 DEBUG [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,752 INFO [StoreOpener-e977e2a3431c77c0de553a5fa44caf5e-1 {}] regionserver.HStore(327): Store=e977e2a3431c77c0de553a5fa44caf5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,753 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,753 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,754 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,756 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:09:18,758 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e977e2a3431c77c0de553a5fa44caf5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,758 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e977e2a3431c77c0de553a5fa44caf5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72342706, jitterRate=0.07799032330513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,758 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e977e2a3431c77c0de553a5fa44caf5e: 2024-12-09T15:09:18,759 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e., pid=50, masterSystemTime=1733756958735 2024-12-09T15:09:18,761 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:18,761 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:09:18,762 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:18,762 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => e36437878c6bce01b8f29365fae71cf9, NAME => 'test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T15:09:18,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=e977e2a3431c77c0de553a5fa44caf5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,762 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,762 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,762 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,762 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=29 2024-12-09T15:09:18,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=29, state=SUCCESS; OpenRegionProcedure e977e2a3431c77c0de553a5fa44caf5e, server=33eb8daa289d,39803,1733756943959 in 144 msec 2024-12-09T15:09:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e977e2a3431c77c0de553a5fa44caf5e, ASSIGN in 342 msec 2024-12-09T15:09:18,770 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,778 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36437878c6bce01b8f29365fae71cf9 columnFamilyName f 2024-12-09T15:09:18,778 DEBUG [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,778 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] regionserver.HStore(327): Store=e36437878c6bce01b8f29365fae71cf9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,778 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,780 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e36437878c6bce01b8f29365fae71cf9 columnFamilyName norep 2024-12-09T15:09:18,780 DEBUG [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,780 INFO [StoreOpener-e36437878c6bce01b8f29365fae71cf9-1 {}] regionserver.HStore(327): Store=e36437878c6bce01b8f29365fae71cf9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,781 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,781 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,783 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,784 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:09:18,786 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e36437878c6bce01b8f29365fae71cf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,786 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened e36437878c6bce01b8f29365fae71cf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67847154, jitterRate=0.011001378297805786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,786 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for e36437878c6bce01b8f29365fae71cf9: 2024-12-09T15:09:18,787 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9., pid=53, masterSystemTime=1733756958735 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:18,789 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:09:18,789 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 4039e0af9dde3f957c7c74dc12948bd1, NAME => 'test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T15:09:18,789 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e36437878c6bce01b8f29365fae71cf9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,789 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,791 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,793 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4039e0af9dde3f957c7c74dc12948bd1 columnFamilyName f 2024-12-09T15:09:18,793 DEBUG [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,793 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] regionserver.HStore(327): Store=4039e0af9dde3f957c7c74dc12948bd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,793 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=25 2024-12-09T15:09:18,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=25, state=SUCCESS; OpenRegionProcedure e36437878c6bce01b8f29365fae71cf9, server=33eb8daa289d,39803,1733756943959 in 163 msec 2024-12-09T15:09:18,801 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4039e0af9dde3f957c7c74dc12948bd1 columnFamilyName norep 2024-12-09T15:09:18,801 DEBUG [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,801 INFO [StoreOpener-4039e0af9dde3f957c7c74dc12948bd1-1 {}] regionserver.HStore(327): Store=4039e0af9dde3f957c7c74dc12948bd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e36437878c6bce01b8f29365fae71cf9, ASSIGN in 374 msec 2024-12-09T15:09:18,802 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,802 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,803 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,804 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:09:18,807 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/4039e0af9dde3f957c7c74dc12948bd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,807 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 4039e0af9dde3f957c7c74dc12948bd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74097695, jitterRate=0.10414169728755951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,808 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 4039e0af9dde3f957c7c74dc12948bd1: 2024-12-09T15:09:18,808 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1., pid=58, masterSystemTime=1733756958735 2024-12-09T15:09:18,810 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:18,810 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:09:18,810 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=4039e0af9dde3f957c7c74dc12948bd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,810 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => fd87df552101ebd2e57b248bef717083, NAME => 'test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T15:09:18,811 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,811 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,811 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,811 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,813 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,814 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd87df552101ebd2e57b248bef717083 columnFamilyName f 2024-12-09T15:09:18,814 DEBUG [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=21 2024-12-09T15:09:18,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=21, state=SUCCESS; OpenRegionProcedure 4039e0af9dde3f957c7c74dc12948bd1, server=33eb8daa289d,39803,1733756943959 in 170 msec 2024-12-09T15:09:18,815 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] regionserver.HStore(327): Store=fd87df552101ebd2e57b248bef717083/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,816 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4039e0af9dde3f957c7c74dc12948bd1, ASSIGN in 388 msec 2024-12-09T15:09:18,828 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd87df552101ebd2e57b248bef717083 columnFamilyName norep 2024-12-09T15:09:18,828 DEBUG [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,829 INFO [StoreOpener-fd87df552101ebd2e57b248bef717083-1 {}] regionserver.HStore(327): Store=fd87df552101ebd2e57b248bef717083/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,830 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,830 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,832 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,833 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for fd87df552101ebd2e57b248bef717083 2024-12-09T15:09:18,836 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/fd87df552101ebd2e57b248bef717083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,836 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened fd87df552101ebd2e57b248bef717083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65824235, jitterRate=-0.01914246380329132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,836 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for fd87df552101ebd2e57b248bef717083: 2024-12-09T15:09:18,837 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083., pid=48, masterSystemTime=1733756958735 2024-12-09T15:09:18,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,839 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:09:18,839 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:18,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 15c81cfb8fc9e13c71773d0c1328d3fd, NAME => 'test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T15:09:18,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=fd87df552101ebd2e57b248bef717083, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,839 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,840 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,841 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,844 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c81cfb8fc9e13c71773d0c1328d3fd columnFamilyName f 2024-12-09T15:09:18,844 DEBUG [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,845 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] regionserver.HStore(327): Store=15c81cfb8fc9e13c71773d0c1328d3fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,845 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,854 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c81cfb8fc9e13c71773d0c1328d3fd columnFamilyName norep 2024-12-09T15:09:18,855 DEBUG [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=35 2024-12-09T15:09:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=35, state=SUCCESS; OpenRegionProcedure fd87df552101ebd2e57b248bef717083, server=33eb8daa289d,39803,1733756943959 in 231 msec 2024-12-09T15:09:18,856 INFO [StoreOpener-15c81cfb8fc9e13c71773d0c1328d3fd-1 {}] regionserver.HStore(327): Store=15c81cfb8fc9e13c71773d0c1328d3fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fd87df552101ebd2e57b248bef717083, ASSIGN in 429 msec 2024-12-09T15:09:18,857 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,858 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,859 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,860 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:09:18,862 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/15c81cfb8fc9e13c71773d0c1328d3fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,863 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 15c81cfb8fc9e13c71773d0c1328d3fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65111175, jitterRate=-0.02976788580417633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,863 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 15c81cfb8fc9e13c71773d0c1328d3fd: 2024-12-09T15:09:18,864 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd., pid=39, masterSystemTime=1733756958735 2024-12-09T15:09:18,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=15c81cfb8fc9e13c71773d0c1328d3fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,870 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:18,870 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:09:18,871 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:18,871 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 1cd249224e81f353ea139970cabf0aad, NAME => 'test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T15:09:18,871 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,871 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,871 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,871 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,873 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=15 2024-12-09T15:09:18,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=15, state=SUCCESS; OpenRegionProcedure 15c81cfb8fc9e13c71773d0c1328d3fd, server=33eb8daa289d,39803,1733756943959 in 283 msec 2024-12-09T15:09:18,874 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd249224e81f353ea139970cabf0aad columnFamilyName f 2024-12-09T15:09:18,874 DEBUG [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=15c81cfb8fc9e13c71773d0c1328d3fd, ASSIGN in 447 msec 2024-12-09T15:09:18,875 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] regionserver.HStore(327): Store=1cd249224e81f353ea139970cabf0aad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,875 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,877 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd249224e81f353ea139970cabf0aad columnFamilyName norep 2024-12-09T15:09:18,877 DEBUG [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,877 INFO [StoreOpener-1cd249224e81f353ea139970cabf0aad-1 {}] regionserver.HStore(327): Store=1cd249224e81f353ea139970cabf0aad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,878 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,878 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,880 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,881 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:09:18,883 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cd249224e81f353ea139970cabf0aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,884 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 1cd249224e81f353ea139970cabf0aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71736851, jitterRate=0.06896238029003143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,884 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 1cd249224e81f353ea139970cabf0aad: 2024-12-09T15:09:18,892 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad., pid=46, masterSystemTime=1733756958735 2024-12-09T15:09:18,894 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:18,894 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:09:18,894 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:18,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1cd249224e81f353ea139970cabf0aad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,894 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 1cfa51a321b7025cca4c8d1e99c34df9, NAME => 'test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T15:09:18,894 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,895 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,895 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,895 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,896 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=13 2024-12-09T15:09:18,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=13, state=SUCCESS; OpenRegionProcedure 1cd249224e81f353ea139970cabf0aad, server=33eb8daa289d,39803,1733756943959 in 288 msec 2024-12-09T15:09:18,898 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfa51a321b7025cca4c8d1e99c34df9 columnFamilyName f 2024-12-09T15:09:18,898 DEBUG [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,899 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] regionserver.HStore(327): Store=1cfa51a321b7025cca4c8d1e99c34df9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,899 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1cd249224e81f353ea139970cabf0aad, ASSIGN in 472 msec 2024-12-09T15:09:18,900 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfa51a321b7025cca4c8d1e99c34df9 columnFamilyName norep 2024-12-09T15:09:18,900 DEBUG [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,901 INFO [StoreOpener-1cfa51a321b7025cca4c8d1e99c34df9-1 {}] regionserver.HStore(327): Store=1cfa51a321b7025cca4c8d1e99c34df9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,902 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,902 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,903 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,904 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:09:18,908 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cfa51a321b7025cca4c8d1e99c34df9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,909 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 1cfa51a321b7025cca4c8d1e99c34df9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70459817, jitterRate=0.049933090806007385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,909 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 1cfa51a321b7025cca4c8d1e99c34df9: 2024-12-09T15:09:18,910 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9., pid=44, masterSystemTime=1733756958735 2024-12-09T15:09:18,911 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:18,911 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:09:18,911 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:18,912 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 54212ddb07474458313c27b4e0a7f5e1, NAME => 'test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T15:09:18,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=1cfa51a321b7025cca4c8d1e99c34df9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,912 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,912 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,912 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,912 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,914 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=14 2024-12-09T15:09:18,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=14, state=SUCCESS; OpenRegionProcedure 1cfa51a321b7025cca4c8d1e99c34df9, server=33eb8daa289d,39803,1733756943959 in 312 msec 2024-12-09T15:09:18,916 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54212ddb07474458313c27b4e0a7f5e1 columnFamilyName f 2024-12-09T15:09:18,916 DEBUG [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1cfa51a321b7025cca4c8d1e99c34df9, ASSIGN in 489 msec 2024-12-09T15:09:18,917 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] regionserver.HStore(327): Store=54212ddb07474458313c27b4e0a7f5e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,917 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,918 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54212ddb07474458313c27b4e0a7f5e1 columnFamilyName norep 2024-12-09T15:09:18,918 DEBUG [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,918 INFO [StoreOpener-54212ddb07474458313c27b4e0a7f5e1-1 {}] regionserver.HStore(327): Store=54212ddb07474458313c27b4e0a7f5e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,919 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,919 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,921 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,922 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:09:18,930 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/54212ddb07474458313c27b4e0a7f5e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,931 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 54212ddb07474458313c27b4e0a7f5e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61880894, jitterRate=-0.07790282368659973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,931 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 54212ddb07474458313c27b4e0a7f5e1: 2024-12-09T15:09:18,931 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1., pid=57, masterSystemTime=1733756958735 2024-12-09T15:09:18,933 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:18,933 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:09:18,933 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:18,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 63547e47cb869d0cd50e000c743c6a71, NAME => 'test,,1733756955092.63547e47cb869d0cd50e000c743c6a71.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T15:09:18,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=54212ddb07474458313c27b4e0a7f5e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,,1733756955092.63547e47cb869d0cd50e000c743c6a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,934 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,936 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,939 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63547e47cb869d0cd50e000c743c6a71 columnFamilyName f 2024-12-09T15:09:18,939 DEBUG [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,940 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] regionserver.HStore(327): Store=63547e47cb869d0cd50e000c743c6a71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,940 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=18 2024-12-09T15:09:18,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=18, state=SUCCESS; OpenRegionProcedure 54212ddb07474458313c27b4e0a7f5e1, server=33eb8daa289d,39803,1733756943959 in 298 msec 2024-12-09T15:09:18,942 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63547e47cb869d0cd50e000c743c6a71 columnFamilyName norep 2024-12-09T15:09:18,942 DEBUG [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=54212ddb07474458313c27b4e0a7f5e1, ASSIGN in 515 msec 2024-12-09T15:09:18,943 INFO [StoreOpener-63547e47cb869d0cd50e000c743c6a71-1 {}] regionserver.HStore(327): Store=63547e47cb869d0cd50e000c743c6a71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,943 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,944 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,945 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,946 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:09:18,948 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,949 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 63547e47cb869d0cd50e000c743c6a71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64002881, jitterRate=-0.046282753348350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,949 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 63547e47cb869d0cd50e000c743c6a71: 2024-12-09T15:09:18,950 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., pid=54, masterSystemTime=1733756958735 2024-12-09T15:09:18,952 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:18,952 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:09:18,952 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:18,952 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 5522368b3f1635a7a5b8a81aeeb541af, NAME => 'test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T15:09:18,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=63547e47cb869d0cd50e000c743c6a71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,952 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,952 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,953 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,953 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,955 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,961 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5522368b3f1635a7a5b8a81aeeb541af columnFamilyName f 2024-12-09T15:09:18,962 DEBUG [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,962 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] regionserver.HStore(327): Store=5522368b3f1635a7a5b8a81aeeb541af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,962 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=10 2024-12-09T15:09:18,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=10, state=SUCCESS; OpenRegionProcedure 63547e47cb869d0cd50e000c743c6a71, server=33eb8daa289d,39803,1733756943959 in 332 msec 2024-12-09T15:09:18,964 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5522368b3f1635a7a5b8a81aeeb541af columnFamilyName norep 2024-12-09T15:09:18,964 DEBUG [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,964 INFO [StoreOpener-5522368b3f1635a7a5b8a81aeeb541af-1 {}] regionserver.HStore(327): Store=5522368b3f1635a7a5b8a81aeeb541af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=63547e47cb869d0cd50e000c743c6a71, ASSIGN in 537 msec 2024-12-09T15:09:18,965 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,966 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,967 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,969 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:09:18,973 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/5522368b3f1635a7a5b8a81aeeb541af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:18,973 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 5522368b3f1635a7a5b8a81aeeb541af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71287950, jitterRate=0.062273234128952026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:18,973 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 5522368b3f1635a7a5b8a81aeeb541af: 2024-12-09T15:09:18,974 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af., pid=40, masterSystemTime=1733756958735 2024-12-09T15:09:18,976 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:18,977 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:09:18,977 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:18,977 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => e98a2e89108d3241fd98bc31afd3b128, NAME => 'test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T15:09:18,977 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,977 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:18,977 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,977 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,979 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5522368b3f1635a7a5b8a81aeeb541af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:18,985 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e98a2e89108d3241fd98bc31afd3b128 columnFamilyName f 2024-12-09T15:09:18,985 DEBUG [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,986 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] regionserver.HStore(327): Store=e98a2e89108d3241fd98bc31afd3b128/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,986 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,987 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e98a2e89108d3241fd98bc31afd3b128 columnFamilyName norep 2024-12-09T15:09:18,987 DEBUG [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:18,988 INFO [StoreOpener-e98a2e89108d3241fd98bc31afd3b128-1 {}] regionserver.HStore(327): Store=e98a2e89108d3241fd98bc31afd3b128/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:18,992 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,993 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:18,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=17 2024-12-09T15:09:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=17, state=SUCCESS; OpenRegionProcedure 5522368b3f1635a7a5b8a81aeeb541af, server=33eb8daa289d,39803,1733756943959 in 400 msec 2024-12-09T15:09:18,994 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:18,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5522368b3f1635a7a5b8a81aeeb541af, ASSIGN in 568 msec 2024-12-09T15:09:18,996 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:09:19,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e98a2e89108d3241fd98bc31afd3b128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,000 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened e98a2e89108d3241fd98bc31afd3b128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73111310, jitterRate=0.08944341540336609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,000 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for e98a2e89108d3241fd98bc31afd3b128: 2024-12-09T15:09:19,004 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128., pid=52, masterSystemTime=1733756958735 2024-12-09T15:09:19,016 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:19,017 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:09:19,017 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:19,017 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e8c19cb7a8b567c55aedd26c957cc63, NAME => 'test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T15:09:19,017 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,017 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,017 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,017 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=e98a2e89108d3241fd98bc31afd3b128, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=12 2024-12-09T15:09:19,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=12, state=SUCCESS; OpenRegionProcedure e98a2e89108d3241fd98bc31afd3b128, server=33eb8daa289d,39803,1733756943959 in 397 msec 2024-12-09T15:09:19,026 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e98a2e89108d3241fd98bc31afd3b128, ASSIGN in 596 msec 2024-12-09T15:09:19,037 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8c19cb7a8b567c55aedd26c957cc63 columnFamilyName f 2024-12-09T15:09:19,037 DEBUG [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,038 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] regionserver.HStore(327): Store=7e8c19cb7a8b567c55aedd26c957cc63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,038 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,040 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8c19cb7a8b567c55aedd26c957cc63 columnFamilyName norep 2024-12-09T15:09:19,040 DEBUG [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,041 INFO [StoreOpener-7e8c19cb7a8b567c55aedd26c957cc63-1 {}] regionserver.HStore(327): Store=7e8c19cb7a8b567c55aedd26c957cc63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,045 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,045 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,046 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,047 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:09:19,050 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7e8c19cb7a8b567c55aedd26c957cc63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,050 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 7e8c19cb7a8b567c55aedd26c957cc63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61848604, jitterRate=-0.07838398218154907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,051 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 7e8c19cb7a8b567c55aedd26c957cc63: 2024-12-09T15:09:19,051 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63., pid=37, masterSystemTime=1733756958735 2024-12-09T15:09:19,054 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:19,054 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:09:19,054 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:19,054 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => d1c9a15514bf15acbbbd37de3dc1356e, NAME => 'test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T15:09:19,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7e8c19cb7a8b567c55aedd26c957cc63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,055 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,055 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,055 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,055 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,057 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=33 2024-12-09T15:09:19,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=33, state=SUCCESS; OpenRegionProcedure 7e8c19cb7a8b567c55aedd26c957cc63, server=33eb8daa289d,39803,1733756943959 in 471 msec 2024-12-09T15:09:19,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7e8c19cb7a8b567c55aedd26c957cc63, ASSIGN in 632 msec 2024-12-09T15:09:19,065 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c9a15514bf15acbbbd37de3dc1356e columnFamilyName f 2024-12-09T15:09:19,065 DEBUG [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,066 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] regionserver.HStore(327): Store=d1c9a15514bf15acbbbd37de3dc1356e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,066 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,067 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c9a15514bf15acbbbd37de3dc1356e columnFamilyName norep 2024-12-09T15:09:19,067 DEBUG [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,068 INFO [StoreOpener-d1c9a15514bf15acbbbd37de3dc1356e-1 {}] regionserver.HStore(327): Store=d1c9a15514bf15acbbbd37de3dc1356e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,072 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,073 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,085 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,092 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:09:19,106 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d1c9a15514bf15acbbbd37de3dc1356e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,107 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened d1c9a15514bf15acbbbd37de3dc1356e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69749886, jitterRate=0.039354294538497925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,108 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for d1c9a15514bf15acbbbd37de3dc1356e: 2024-12-09T15:09:19,109 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e., pid=59, masterSystemTime=1733756958735 2024-12-09T15:09:19,111 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:19,111 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:09:19,112 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:19,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d1c9a15514bf15acbbbd37de3dc1356e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,112 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 049692b500c5f49ca367aafe99bc35b0, NAME => 'test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T15:09:19,112 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,112 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,112 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,112 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,116 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=32 2024-12-09T15:09:19,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=32, state=SUCCESS; OpenRegionProcedure d1c9a15514bf15acbbbd37de3dc1356e, server=33eb8daa289d,39803,1733756943959 in 469 msec 2024-12-09T15:09:19,129 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049692b500c5f49ca367aafe99bc35b0 columnFamilyName f 2024-12-09T15:09:19,129 DEBUG [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,130 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] regionserver.HStore(327): Store=049692b500c5f49ca367aafe99bc35b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,130 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,132 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 049692b500c5f49ca367aafe99bc35b0 columnFamilyName norep 2024-12-09T15:09:19,132 DEBUG [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,133 INFO [StoreOpener-049692b500c5f49ca367aafe99bc35b0-1 {}] regionserver.HStore(327): Store=049692b500c5f49ca367aafe99bc35b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,134 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,135 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,136 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d1c9a15514bf15acbbbd37de3dc1356e, ASSIGN in 702 msec 2024-12-09T15:09:19,137 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:09:19,149 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/049692b500c5f49ca367aafe99bc35b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,150 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 049692b500c5f49ca367aafe99bc35b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62227572, jitterRate=-0.07273691892623901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,150 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 049692b500c5f49ca367aafe99bc35b0: 2024-12-09T15:09:19,156 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0., pid=47, masterSystemTime=1733756958735 2024-12-09T15:09:19,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=049692b500c5f49ca367aafe99bc35b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,159 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:19,164 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:09:19,164 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:19,164 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 72d872b34319375b89828b41516dc9bf, NAME => 'test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T15:09:19,165 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,165 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,165 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,165 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,166 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,168 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d872b34319375b89828b41516dc9bf columnFamilyName f 2024-12-09T15:09:19,168 DEBUG [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,169 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] regionserver.HStore(327): Store=72d872b34319375b89828b41516dc9bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,169 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,170 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d872b34319375b89828b41516dc9bf columnFamilyName norep 2024-12-09T15:09:19,171 DEBUG [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,171 INFO [StoreOpener-72d872b34319375b89828b41516dc9bf-1 {}] regionserver.HStore(327): Store=72d872b34319375b89828b41516dc9bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=22 2024-12-09T15:09:19,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=22, state=SUCCESS; OpenRegionProcedure 049692b500c5f49ca367aafe99bc35b0, server=33eb8daa289d,39803,1733756943959 in 559 msec 2024-12-09T15:09:19,172 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,173 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=049692b500c5f49ca367aafe99bc35b0, ASSIGN in 745 msec 2024-12-09T15:09:19,174 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,176 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 72d872b34319375b89828b41516dc9bf 2024-12-09T15:09:19,179 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/72d872b34319375b89828b41516dc9bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,180 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 72d872b34319375b89828b41516dc9bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70110451, jitterRate=0.044727131724357605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,180 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 72d872b34319375b89828b41516dc9bf: 2024-12-09T15:09:19,181 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf., pid=43, masterSystemTime=1733756958735 2024-12-09T15:09:19,182 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:19,182 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:09:19,182 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:19,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=72d872b34319375b89828b41516dc9bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,183 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => caccc51734b696f283db415d24d45254, NAME => 'test,kkk,1733756955092.caccc51734b696f283db415d24d45254.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T15:09:19,184 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,184 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,kkk,1733756955092.caccc51734b696f283db415d24d45254.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,184 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,184 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,186 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,192 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caccc51734b696f283db415d24d45254 columnFamilyName f 2024-12-09T15:09:19,193 DEBUG [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,193 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] regionserver.HStore(327): Store=caccc51734b696f283db415d24d45254/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,193 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=24 2024-12-09T15:09:19,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=24, state=SUCCESS; OpenRegionProcedure 72d872b34319375b89828b41516dc9bf, server=33eb8daa289d,39803,1733756943959 in 597 msec 2024-12-09T15:09:19,195 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caccc51734b696f283db415d24d45254 columnFamilyName norep 2024-12-09T15:09:19,195 DEBUG [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=72d872b34319375b89828b41516dc9bf, ASSIGN in 768 msec 2024-12-09T15:09:19,195 INFO [StoreOpener-caccc51734b696f283db415d24d45254-1 {}] regionserver.HStore(327): Store=caccc51734b696f283db415d24d45254/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,196 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,197 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,198 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,199 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for caccc51734b696f283db415d24d45254 2024-12-09T15:09:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:19,209 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/caccc51734b696f283db415d24d45254/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,210 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened caccc51734b696f283db415d24d45254; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61310735, jitterRate=-0.08639885485172272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,210 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for caccc51734b696f283db415d24d45254: 2024-12-09T15:09:19,212 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733756955092.caccc51734b696f283db415d24d45254., pid=45, masterSystemTime=1733756958735 2024-12-09T15:09:19,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=caccc51734b696f283db415d24d45254, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,216 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:19,216 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:09:19,216 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:19,216 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 2cfd4dd6b43387633d8787e38ae4cfd3, NAME => 'test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T15:09:19,217 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,217 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,217 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,217 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,228 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,233 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfd4dd6b43387633d8787e38ae4cfd3 columnFamilyName f 2024-12-09T15:09:19,233 DEBUG [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,233 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] regionserver.HStore(327): Store=2cfd4dd6b43387633d8787e38ae4cfd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,233 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-09T15:09:19,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure caccc51734b696f283db415d24d45254, server=33eb8daa289d,39803,1733756943959 in 613 msec 2024-12-09T15:09:19,235 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfd4dd6b43387633d8787e38ae4cfd3 columnFamilyName norep 2024-12-09T15:09:19,235 DEBUG [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=caccc51734b696f283db415d24d45254, ASSIGN in 808 msec 2024-12-09T15:09:19,237 INFO [StoreOpener-2cfd4dd6b43387633d8787e38ae4cfd3-1 {}] regionserver.HStore(327): Store=2cfd4dd6b43387633d8787e38ae4cfd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,238 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,238 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,240 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,243 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:09:19,248 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/2cfd4dd6b43387633d8787e38ae4cfd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,248 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 2cfd4dd6b43387633d8787e38ae4cfd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75118781, jitterRate=0.11935706436634064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,249 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 2cfd4dd6b43387633d8787e38ae4cfd3: 2024-12-09T15:09:19,249 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3., pid=36, masterSystemTime=1733756958735 2024-12-09T15:09:19,251 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:19,251 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:09:19,252 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:19,252 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 407044f5f8ff5e61b62c5168ad7c6537, NAME => 'test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T15:09:19,252 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=2cfd4dd6b43387633d8787e38ae4cfd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,252 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,252 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,252 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,252 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,254 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,262 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 407044f5f8ff5e61b62c5168ad7c6537 columnFamilyName f 2024-12-09T15:09:19,262 DEBUG [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,262 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] regionserver.HStore(327): Store=407044f5f8ff5e61b62c5168ad7c6537/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,263 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=31 2024-12-09T15:09:19,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=31, state=SUCCESS; OpenRegionProcedure 2cfd4dd6b43387633d8787e38ae4cfd3, server=33eb8daa289d,39803,1733756943959 in 679 msec 2024-12-09T15:09:19,264 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 407044f5f8ff5e61b62c5168ad7c6537 columnFamilyName norep 2024-12-09T15:09:19,264 DEBUG [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,265 INFO [StoreOpener-407044f5f8ff5e61b62c5168ad7c6537-1 {}] regionserver.HStore(327): Store=407044f5f8ff5e61b62c5168ad7c6537/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2cfd4dd6b43387633d8787e38ae4cfd3, ASSIGN in 838 msec 2024-12-09T15:09:19,266 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,266 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,269 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,271 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:09:19,278 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/407044f5f8ff5e61b62c5168ad7c6537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,279 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 407044f5f8ff5e61b62c5168ad7c6537; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64724665, jitterRate=-0.03552733361721039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,279 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 407044f5f8ff5e61b62c5168ad7c6537: 2024-12-09T15:09:19,280 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537., pid=60, masterSystemTime=1733756958735 2024-12-09T15:09:19,281 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:19,281 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:09:19,282 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:19,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => cad753739c1a9ac7f0fde1b4277b1f5d, NAME => 'test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T15:09:19,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,282 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=407044f5f8ff5e61b62c5168ad7c6537, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,284 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,286 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad753739c1a9ac7f0fde1b4277b1f5d columnFamilyName f 2024-12-09T15:09:19,286 DEBUG [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-09T15:09:19,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure 407044f5f8ff5e61b62c5168ad7c6537, server=33eb8daa289d,39803,1733756943959 in 640 msec 2024-12-09T15:09:19,287 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] regionserver.HStore(327): Store=cad753739c1a9ac7f0fde1b4277b1f5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,287 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=407044f5f8ff5e61b62c5168ad7c6537, ASSIGN in 861 msec 2024-12-09T15:09:19,289 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad753739c1a9ac7f0fde1b4277b1f5d columnFamilyName norep 2024-12-09T15:09:19,289 DEBUG [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,289 INFO [StoreOpener-cad753739c1a9ac7f0fde1b4277b1f5d-1 {}] regionserver.HStore(327): Store=cad753739c1a9ac7f0fde1b4277b1f5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,290 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,290 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,292 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,293 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:09:19,301 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/cad753739c1a9ac7f0fde1b4277b1f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,301 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened cad753739c1a9ac7f0fde1b4277b1f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68252872, jitterRate=0.01704704761505127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,301 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for cad753739c1a9ac7f0fde1b4277b1f5d: 2024-12-09T15:09:19,302 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d., pid=49, masterSystemTime=1733756958735 2024-12-09T15:09:19,303 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:19,303 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:09:19,304 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:19,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => b60f555aef66f089d05c628e2f426f09, NAME => 'test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T15:09:19,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cad753739c1a9ac7f0fde1b4277b1f5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,304 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,306 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=11 2024-12-09T15:09:19,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=11, state=SUCCESS; OpenRegionProcedure cad753739c1a9ac7f0fde1b4277b1f5d, server=33eb8daa289d,39803,1733756943959 in 691 msec 2024-12-09T15:09:19,307 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60f555aef66f089d05c628e2f426f09 columnFamilyName f 2024-12-09T15:09:19,307 DEBUG [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,308 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] regionserver.HStore(327): Store=b60f555aef66f089d05c628e2f426f09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,308 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cad753739c1a9ac7f0fde1b4277b1f5d, ASSIGN in 881 msec 2024-12-09T15:09:19,309 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60f555aef66f089d05c628e2f426f09 columnFamilyName norep 2024-12-09T15:09:19,309 DEBUG [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,310 INFO [StoreOpener-b60f555aef66f089d05c628e2f426f09-1 {}] regionserver.HStore(327): Store=b60f555aef66f089d05c628e2f426f09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,310 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,311 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,312 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,313 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for b60f555aef66f089d05c628e2f426f09 2024-12-09T15:09:19,317 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/b60f555aef66f089d05c628e2f426f09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,318 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened b60f555aef66f089d05c628e2f426f09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66308620, jitterRate=-0.011924564838409424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,318 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for b60f555aef66f089d05c628e2f426f09: 2024-12-09T15:09:19,318 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09., pid=61, masterSystemTime=1733756958735 2024-12-09T15:09:19,320 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:19,320 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:09:19,320 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:19,321 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c3518402135c5439d6314beb7862cd4, NAME => 'test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T15:09:19,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=b60f555aef66f089d05c628e2f426f09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,321 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,321 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,321 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,321 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,323 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,335 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c3518402135c5439d6314beb7862cd4 columnFamilyName f 2024-12-09T15:09:19,335 DEBUG [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,336 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] regionserver.HStore(327): Store=0c3518402135c5439d6314beb7862cd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=19 2024-12-09T15:09:19,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=19, state=SUCCESS; OpenRegionProcedure b60f555aef66f089d05c628e2f426f09, server=33eb8daa289d,39803,1733756943959 in 677 msec 2024-12-09T15:09:19,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b60f555aef66f089d05c628e2f426f09, ASSIGN in 910 msec 2024-12-09T15:09:19,339 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,347 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c3518402135c5439d6314beb7862cd4 columnFamilyName norep 2024-12-09T15:09:19,347 DEBUG [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,348 INFO [StoreOpener-0c3518402135c5439d6314beb7862cd4-1 {}] regionserver.HStore(327): Store=0c3518402135c5439d6314beb7862cd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,349 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,349 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,350 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,352 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:09:19,354 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/0c3518402135c5439d6314beb7862cd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,355 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 0c3518402135c5439d6314beb7862cd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64006254, jitterRate=-0.04623249173164368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,355 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 0c3518402135c5439d6314beb7862cd4: 2024-12-09T15:09:19,356 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4., pid=38, masterSystemTime=1733756958735 2024-12-09T15:09:19,358 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:19,358 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:09:19,358 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:19,358 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ff4aa9b3b458c85c2b4dbb8fe784944, NAME => 'test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T15:09:19,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=0c3518402135c5439d6314beb7862cd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,358 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,359 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,359 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,359 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,361 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=16 2024-12-09T15:09:19,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=16, state=SUCCESS; OpenRegionProcedure 0c3518402135c5439d6314beb7862cd4, server=33eb8daa289d,39803,1733756943959 in 774 msec 2024-12-09T15:09:19,370 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff4aa9b3b458c85c2b4dbb8fe784944 columnFamilyName f 2024-12-09T15:09:19,370 DEBUG [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,371 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] regionserver.HStore(327): Store=7ff4aa9b3b458c85c2b4dbb8fe784944/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,371 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0c3518402135c5439d6314beb7862cd4, ASSIGN in 944 msec 2024-12-09T15:09:19,373 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff4aa9b3b458c85c2b4dbb8fe784944 columnFamilyName norep 2024-12-09T15:09:19,373 DEBUG [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,373 INFO [StoreOpener-7ff4aa9b3b458c85c2b4dbb8fe784944-1 {}] regionserver.HStore(327): Store=7ff4aa9b3b458c85c2b4dbb8fe784944/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,374 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,375 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,376 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,378 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:09:19,393 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7ff4aa9b3b458c85c2b4dbb8fe784944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,393 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 7ff4aa9b3b458c85c2b4dbb8fe784944; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70764938, jitterRate=0.054479748010635376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,393 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 7ff4aa9b3b458c85c2b4dbb8fe784944: 2024-12-09T15:09:19,394 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944., pid=56, masterSystemTime=1733756958735 2024-12-09T15:09:19,396 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:19,396 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:09:19,396 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:19,396 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => e409f0596d14c6b7da8835c1f36096eb, NAME => 'test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T15:09:19,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7ff4aa9b3b458c85c2b4dbb8fe784944, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,397 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,397 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,397 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,397 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,399 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-09T15:09:19,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure 7ff4aa9b3b458c85c2b4dbb8fe784944, server=33eb8daa289d,39803,1733756943959 in 762 msec 2024-12-09T15:09:19,400 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e409f0596d14c6b7da8835c1f36096eb columnFamilyName f 2024-12-09T15:09:19,400 DEBUG [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,401 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] regionserver.HStore(327): Store=e409f0596d14c6b7da8835c1f36096eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,401 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ff4aa9b3b458c85c2b4dbb8fe784944, ASSIGN in 974 msec 2024-12-09T15:09:19,403 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e409f0596d14c6b7da8835c1f36096eb columnFamilyName norep 2024-12-09T15:09:19,403 DEBUG [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,403 INFO [StoreOpener-e409f0596d14c6b7da8835c1f36096eb-1 {}] regionserver.HStore(327): Store=e409f0596d14c6b7da8835c1f36096eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,404 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,404 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,406 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,407 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:09:19,410 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e409f0596d14c6b7da8835c1f36096eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,411 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened e409f0596d14c6b7da8835c1f36096eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66901526, jitterRate=-0.0030895769596099854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,411 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for e409f0596d14c6b7da8835c1f36096eb: 2024-12-09T15:09:19,411 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb., pid=42, masterSystemTime=1733756958735 2024-12-09T15:09:19,413 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:19,413 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:09:19,413 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:19,413 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => ec226aff880b9e34fdb4ecf43c5b28a2, NAME => 'test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T15:09:19,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e409f0596d14c6b7da8835c1f36096eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,414 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,414 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,414 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,414 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,415 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,424 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec226aff880b9e34fdb4ecf43c5b28a2 columnFamilyName f 2024-12-09T15:09:19,424 DEBUG [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,425 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] regionserver.HStore(327): Store=ec226aff880b9e34fdb4ecf43c5b28a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,425 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=23 2024-12-09T15:09:19,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=23, state=SUCCESS; OpenRegionProcedure e409f0596d14c6b7da8835c1f36096eb, server=33eb8daa289d,39803,1733756943959 in 819 msec 2024-12-09T15:09:19,426 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec226aff880b9e34fdb4ecf43c5b28a2 columnFamilyName norep 2024-12-09T15:09:19,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e409f0596d14c6b7da8835c1f36096eb, ASSIGN in 999 msec 2024-12-09T15:09:19,426 DEBUG [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,426 INFO [StoreOpener-ec226aff880b9e34fdb4ecf43c5b28a2-1 {}] regionserver.HStore(327): Store=ec226aff880b9e34fdb4ecf43c5b28a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,427 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,427 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,429 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,430 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:09:19,432 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/ec226aff880b9e34fdb4ecf43c5b28a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,433 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened ec226aff880b9e34fdb4ecf43c5b28a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70318349, jitterRate=0.047825053334236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,433 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for ec226aff880b9e34fdb4ecf43c5b28a2: 2024-12-09T15:09:19,434 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2., pid=55, masterSystemTime=1733756958735 2024-12-09T15:09:19,435 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:19,435 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:09:19,435 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:19,436 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => d3242df9c588bbe83af1ea4f10aadf87, NAME => 'test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T15:09:19,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ec226aff880b9e34fdb4ecf43c5b28a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,436 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,436 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,436 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,436 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,438 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,448 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3242df9c588bbe83af1ea4f10aadf87 columnFamilyName f 2024-12-09T15:09:19,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=30 2024-12-09T15:09:19,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=30, state=SUCCESS; OpenRegionProcedure ec226aff880b9e34fdb4ecf43c5b28a2, server=33eb8daa289d,39803,1733756943959 in 804 msec 2024-12-09T15:09:19,448 DEBUG [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,449 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] regionserver.HStore(327): Store=d3242df9c588bbe83af1ea4f10aadf87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,449 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ec226aff880b9e34fdb4ecf43c5b28a2, ASSIGN in 1.0220 sec 2024-12-09T15:09:19,450 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3242df9c588bbe83af1ea4f10aadf87 columnFamilyName norep 2024-12-09T15:09:19,450 DEBUG [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,451 INFO [StoreOpener-d3242df9c588bbe83af1ea4f10aadf87-1 {}] regionserver.HStore(327): Store=d3242df9c588bbe83af1ea4f10aadf87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,452 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,452 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,454 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,455 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:09:19,457 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d3242df9c588bbe83af1ea4f10aadf87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,458 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened d3242df9c588bbe83af1ea4f10aadf87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72335858, jitterRate=0.07788828015327454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,458 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for d3242df9c588bbe83af1ea4f10aadf87: 2024-12-09T15:09:19,459 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87., pid=51, masterSystemTime=1733756958735 2024-12-09T15:09:19,470 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:19,470 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:09:19,471 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:19,471 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ba9ed7f37792f375ceaaedfa5f2d7a8, NAME => 'test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T15:09:19,471 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,471 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:19,471 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,471 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d3242df9c588bbe83af1ea4f10aadf87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,473 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=26 2024-12-09T15:09:19,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=26, state=SUCCESS; OpenRegionProcedure d3242df9c588bbe83af1ea4f10aadf87, server=33eb8daa289d,39803,1733756943959 in 852 msec 2024-12-09T15:09:19,476 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba9ed7f37792f375ceaaedfa5f2d7a8 columnFamilyName f 2024-12-09T15:09:19,477 DEBUG [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d3242df9c588bbe83af1ea4f10aadf87, ASSIGN in 1.0500 sec 2024-12-09T15:09:19,477 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] regionserver.HStore(327): Store=1ba9ed7f37792f375ceaaedfa5f2d7a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,477 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,479 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba9ed7f37792f375ceaaedfa5f2d7a8 columnFamilyName norep 2024-12-09T15:09:19,479 DEBUG [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:19,479 INFO [StoreOpener-1ba9ed7f37792f375ceaaedfa5f2d7a8-1 {}] regionserver.HStore(327): Store=1ba9ed7f37792f375ceaaedfa5f2d7a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:19,480 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,481 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,482 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T15:09:19,483 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:09:19,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:19,487 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1ba9ed7f37792f375ceaaedfa5f2d7a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:19,488 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 1ba9ed7f37792f375ceaaedfa5f2d7a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66262913, jitterRate=-0.012605652213096619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T15:09:19,488 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 1ba9ed7f37792f375ceaaedfa5f2d7a8: 2024-12-09T15:09:19,488 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8., pid=41, masterSystemTime=1733756958735 2024-12-09T15:09:19,490 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:19,490 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:09:19,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=1ba9ed7f37792f375ceaaedfa5f2d7a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:19,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=34 2024-12-09T15:09:19,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=34, state=SUCCESS; OpenRegionProcedure 1ba9ed7f37792f375ceaaedfa5f2d7a8, server=33eb8daa289d,39803,1733756943959 in 902 msec 2024-12-09T15:09:19,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=9 2024-12-09T15:09:19,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1ba9ed7f37792f375ceaaedfa5f2d7a8, ASSIGN in 1.0750 sec 2024-12-09T15:09:19,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:19,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756959504"}]},"ts":"1733756959504"} 2024-12-09T15:09:19,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T15:09:19,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:19,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.4320 sec 2024-12-09T15:09:19,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T15:09:23,211 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T15:09:23,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T15:09:23,211 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T15:09:23,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T15:09:23,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T15:09:23,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T15:09:23,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T15:09:23,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T15:09:23,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T15:09:23,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T15:09:23,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=611, ProcessCount=11, AvailableMemoryMB=3206 2024-12-09T15:09:23,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:09:23,266 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:09:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-09T15:09:23,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:60157:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-09T15:09:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-09T15:09:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:23,312 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T15:09:23,313 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2994cdd8check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:09:23,318 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2994cdd8check-peer-cluster-id0x0, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:09:23,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2994cdd8check-peer-cluster-id-0x10197c53c2f0009 connected 2024-12-09T15:09:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:23,424 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@2994cdd8check-peer-cluster-id-0x10197c53c2f0009, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:09:23,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:23,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:09:23,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T15:09:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:23,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:23,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-09T15:09:23,615 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-09T15:09:23,632 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T15:09:23,654 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T15:09:23,669 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-09T15:09:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-09T15:09:23,674 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 33eb8daa289d,44271,1733756937624 suceeded 2024-12-09T15:09:23,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T15:09:23,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-12-09T15:09:23,676 INFO [PEWorker-1 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:60157:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-09T15:09:23,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 392 msec 2024-12-09T15:09:23,701 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d3720ee to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f272bf6 2024-12-09T15:09:23,706 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5244e954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:23,708 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:09:23,712 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:09:23,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10197c53c2f000b connected 2024-12-09T15:09:23,713 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=663c8eaf-9b1f-4bc1-82d6-76dfb4ac8592 to cluster=2ef597ff-bd02-4e8d-9673-7e62115d2278 2024-12-09T15:09:23,715 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=33eb8daa289d%2C44271%2C1733756937624 2024-12-09T15:09:23,717 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T15:09:23,718 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33eb8daa289d%2C44271%2C1733756937624 2024-12-09T15:09:23,718 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, startPosition=0, beingWritten=true 2024-12-09T15:09:23,794 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T15:09:23,794 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 7708, reset compression=false 2024-12-09T15:09:23,794 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T15:09:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:23,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x779f71f7 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b32c02 2024-12-09T15:09:23,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb1dd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:23,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0ca04e to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21078b1 2024-12-09T15:09:23,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5b97cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:23,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:09:23,914 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:09:23,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:09:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T15:09:23,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:23,918 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:23,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-09T15:09:23,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T15:09:23,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741864_1040 (size=367) 2024-12-09T15:09:24,013 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 7708, reset compression=false 2024-12-09T15:09:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T15:09:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T15:09:24,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:09:24,319 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 7708, reset compression=false 2024-12-09T15:09:24,329 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 660bcf134ee0ae2c534bed3d464340e2, NAME => 'testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62 2024-12-09T15:09:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741865_1041 (size=51) 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 660bcf134ee0ae2c534bed3d464340e2, disabling compactions & flushes 2024-12-09T15:09:24,342 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. after waiting 0 ms 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,342 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,342 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 660bcf134ee0ae2c534bed3d464340e2: 2024-12-09T15:09:24,343 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:24,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733756964344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756964344"}]},"ts":"1733756964344"} 2024-12-09T15:09:24,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:09:24,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:24,348 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756964347"}]},"ts":"1733756964347"} 2024-12-09T15:09:24,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T15:09:24,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, ASSIGN}] 2024-12-09T15:09:24,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, ASSIGN 2024-12-09T15:09:24,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, ASSIGN; state=OFFLINE, location=33eb8daa289d,44271,1733756937624; forceNewPlan=false, retain=false 2024-12-09T15:09:24,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:24,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=660bcf134ee0ae2c534bed3d464340e2, regionState=OPENING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:24,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 660bcf134ee0ae2c534bed3d464340e2, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T15:09:24,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: 7708 2024-12-09T15:09:24,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:24,674 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 660bcf134ee0ae2c534bed3d464340e2, NAME => 'testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:24,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:24,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,674 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,676 INFO [StoreOpener-660bcf134ee0ae2c534bed3d464340e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,677 INFO [StoreOpener-660bcf134ee0ae2c534bed3d464340e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660bcf134ee0ae2c534bed3d464340e2 columnFamilyName fam 2024-12-09T15:09:24,677 DEBUG [StoreOpener-660bcf134ee0ae2c534bed3d464340e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:24,677 INFO [StoreOpener-660bcf134ee0ae2c534bed3d464340e2-1 {}] regionserver.HStore(327): Store=660bcf134ee0ae2c534bed3d464340e2/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:24,678 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,679 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,681 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:24,683 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:24,683 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 660bcf134ee0ae2c534bed3d464340e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67903016, jitterRate=0.011833786964416504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:09:24,684 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 660bcf134ee0ae2c534bed3d464340e2: 2024-12-09T15:09:24,685 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2., pid=66, masterSystemTime=1733756964669 2024-12-09T15:09:24,686 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,687 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:24,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=660bcf134ee0ae2c534bed3d464340e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:24,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T15:09:24,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 660bcf134ee0ae2c534bed3d464340e2, server=33eb8daa289d,44271,1733756937624 in 172 msec 2024-12-09T15:09:24,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T15:09:24,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, ASSIGN in 335 msec 2024-12-09T15:09:24,693 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:24,693 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756964693"}]},"ts":"1733756964693"} 2024-12-09T15:09:24,694 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T15:09:24,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:24,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 781 msec 2024-12-09T15:09:24,725 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 7708, reset compression=false 2024-12-09T15:09:24,733 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T15:09:24,733 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 8001, reset compression=false 2024-12-09T15:09:24,733 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T15:09:24,941 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 8001, reset compression=false 2024-12-09T15:09:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T15:09:25,025 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-09T15:09:25,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:09:25,028 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:09:25,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:09:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T15:09:25,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:09:25,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:25,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-09T15:09:25,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:09:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741864_1040 (size=367) 2024-12-09T15:09:25,041 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 231a31201d2697d8627a96bb10452561, NAME => 'testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223 2024-12-09T15:09:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741865_1041 (size=51) 2024-12-09T15:09:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:25,247 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 8001, reset compression=false 2024-12-09T15:09:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:25,447 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:25,447 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 231a31201d2697d8627a96bb10452561, disabling compactions & flushes 2024-12-09T15:09:25,447 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,447 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,447 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. after waiting 0 ms 2024-12-09T15:09:25,447 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,447 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,448 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 231a31201d2697d8627a96bb10452561: 2024-12-09T15:09:25,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:09:25,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733756965449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733756965449"}]},"ts":"1733756965449"} 2024-12-09T15:09:25,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T15:09:25,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:09:25,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756965452"}]},"ts":"1733756965452"} 2024-12-09T15:09:25,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T15:09:25,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, ASSIGN}] 2024-12-09T15:09:25,460 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, ASSIGN 2024-12-09T15:09:25,464 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, ASSIGN; state=OFFLINE, location=33eb8daa289d,39803,1733756943959; forceNewPlan=false, retain=false 2024-12-09T15:09:25,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=231a31201d2697d8627a96bb10452561, regionState=OPENING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:25,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 231a31201d2697d8627a96bb10452561, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:25,652 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 8001, reset compression=false 2024-12-09T15:09:25,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:25,773 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 231a31201d2697d8627a96bb10452561, NAME => 'testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:09:25,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:09:25,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,774 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,776 INFO [StoreOpener-231a31201d2697d8627a96bb10452561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,777 INFO [StoreOpener-231a31201d2697d8627a96bb10452561-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 231a31201d2697d8627a96bb10452561 columnFamilyName fam 2024-12-09T15:09:25,777 DEBUG [StoreOpener-231a31201d2697d8627a96bb10452561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:09:25,778 INFO [StoreOpener-231a31201d2697d8627a96bb10452561-1 {}] regionserver.HStore(327): Store=231a31201d2697d8627a96bb10452561/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:09:25,779 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,779 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,781 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:25,783 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:09:25,784 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 231a31201d2697d8627a96bb10452561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70579418, jitterRate=0.05171528458595276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:09:25,784 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 231a31201d2697d8627a96bb10452561: 2024-12-09T15:09:25,785 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561., pid=64, masterSystemTime=1733756965769 2024-12-09T15:09:25,787 DEBUG [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,787 INFO [RS_OPEN_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:25,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=231a31201d2697d8627a96bb10452561, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:25,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T15:09:25,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 231a31201d2697d8627a96bb10452561, server=33eb8daa289d,39803,1733756943959 in 171 msec 2024-12-09T15:09:25,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T15:09:25,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, ASSIGN in 331 msec 2024-12-09T15:09:25,792 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:09:25,792 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756965792"}]},"ts":"1733756965792"} 2024-12-09T15:09:25,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T15:09:25,796 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:09:25,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 766 msec 2024-12-09T15:09:25,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:09:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T15:09:26,139 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-09T15:09:26,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T15:09:26,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:26,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T15:09:26,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:26,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T15:09:26,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T15:09:26,145 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:26,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T15:09:26,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:09:26,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T15:09:26,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-09T15:09:26,158 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 8001, reset compression=false 2024-12-09T15:09:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-09T15:09:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:09:26,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T15:09:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:09:26,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:26,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44271 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-09T15:09:26,315 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-09T15:09:26,316 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-09T15:09:26,316 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-09T15:09:26,419 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10197c53c2f000b, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:09:26,419 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d3720ee to 127.0.0.1:60157 2024-12-09T15:09:26,419 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:09:26,520 WARN [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-09T15:09:26,520 WARN [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T15:09:26,620 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 terminated 2024-12-09T15:09:26,636 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T15:09:26,637 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-09T15:09:26,637 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-09T15:09:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-09T15:09:26,639 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 33eb8daa289d,44271,1733756937624 suceeded 2024-12-09T15:09:26,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T15:09:26,640 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-09T15:09:26,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 476 msec 2024-12-09T15:09:26,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 483 msec 2024-12-09T15:09:26,668 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f5ff94c to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42857fc5 2024-12-09T15:09:26,672 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6966e74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:26,674 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:60157 2024-12-09T15:09:26,676 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:09:26,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10197c53c2f000f connected 2024-12-09T15:09:26,677 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=663c8eaf-9b1f-4bc1-82d6-76dfb4ac8592 to cluster=2ef597ff-bd02-4e8d-9673-7e62115d2278 2024-12-09T15:09:26,677 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=33eb8daa289d%2C44271%2C1733756937624 2024-12-09T15:09:26,677 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T15:09:26,680 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 33eb8daa289d%2C44271%2C1733756937624 2024-12-09T15:09:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T15:09:26,771 DEBUG [hconnection-0x84f957-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:26,778 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:27,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T15:09:27,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-09T15:09:28,025 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T15:09:28,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-09T15:09:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756968036"}]},"ts":"1733756968036"} 2024-12-09T15:09:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:09:28,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T15:09:28,040 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T15:09:28,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T15:09:28,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, UNASSIGN}] 2024-12-09T15:09:28,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, UNASSIGN 2024-12-09T15:09:28,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=231a31201d2697d8627a96bb10452561, regionState=CLOSING, regionLocation=33eb8daa289d,39803,1733756943959 2024-12-09T15:09:28,052 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:09:28,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 231a31201d2697d8627a96bb10452561, server=33eb8daa289d,39803,1733756943959}] 2024-12-09T15:09:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:09:28,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,39803,1733756943959 2024-12-09T15:09:28,209 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:28,209 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:09:28,210 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 231a31201d2697d8627a96bb10452561, disabling compactions & flushes 2024-12-09T15:09:28,210 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:28,210 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:28,210 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. after waiting 0 ms 2024-12-09T15:09:28,210 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:28,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:09:28,217 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561. 2024-12-09T15:09:28,217 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 231a31201d2697d8627a96bb10452561: 2024-12-09T15:09:28,219 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 231a31201d2697d8627a96bb10452561 2024-12-09T15:09:28,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=231a31201d2697d8627a96bb10452561, regionState=CLOSED 2024-12-09T15:09:28,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T15:09:28,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 231a31201d2697d8627a96bb10452561, server=33eb8daa289d,39803,1733756943959 in 168 msec 2024-12-09T15:09:28,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-09T15:09:28,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=231a31201d2697d8627a96bb10452561, UNASSIGN in 173 msec 2024-12-09T15:09:28,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T15:09:28,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 181 msec 2024-12-09T15:09:28,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756968237"}]},"ts":"1733756968237"} 2024-12-09T15:09:28,238 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T15:09:28,241 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T15:09:28,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 210 msec 2024-12-09T15:09:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T15:09:28,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-09T15:09:28,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-09T15:09:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,349 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:09:28,355 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561 2024-12-09T15:09:28,358 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/fam, FileablePath, hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/recovered.edits] 2024-12-09T15:09:28,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/recovered.edits/4.seqid to hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/archive/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561/recovered.edits/4.seqid 2024-12-09T15:09:28,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/testdroppedtimed/231a31201d2697d8627a96bb10452561 2024-12-09T15:09:28,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T15:09:28,371 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T15:09:28,378 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T15:09:28,380 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T15:09:28,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T15:09:28,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733756968381"}]},"ts":"9223372036854775807"} 2024-12-09T15:09:28,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:09:28,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 231a31201d2697d8627a96bb10452561, NAME => 'testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:09:28,383 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T15:09:28,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733756968383"}]},"ts":"9223372036854775807"} 2024-12-09T15:09:28,385 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T15:09:28,387 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:09:28,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 43 msec 2024-12-09T15:09:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36569 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:09:28,451 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-09T15:09:28,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-09T15:09:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-09T15:09:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:09:28,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T15:09:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:09:28,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:28,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-09T15:09:28,613 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-09T15:09:28,614 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-09T15:09:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-09T15:09:28,616 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 33eb8daa289d,44271,1733756937624 suceeded 2024-12-09T15:09:28,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-09T15:09:28,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-09T15:09:28,618 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-09T15:09:28,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-12-09T15:09:28,680 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, startPosition=0, beingWritten=true 2024-12-09T15:09:28,697 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:09:28,697 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733756966781/Put/vlen=4096/seqid=0; >],4327}, {test/d77725596821e99491e9ad180a5e6000/4=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/5=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/6=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/7=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/8=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/9=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/10=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/11=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/12=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/13=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/14=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/15=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/16=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/17=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/18=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/19=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/20=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/21=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/22=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/23=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/24=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/25=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-09T15:09:28,702 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:09:28,707 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:09:28,708 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:09:28,710 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-09T15:09:28,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:28,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eefb521 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17e0bb0b 2024-12-09T15:09:28,718 DEBUG [ReadOnlyZKClient-127.0.0.1:60157@0x7eefb521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3decbc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:28,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T15:09:28,738 DEBUG [ReadOnlyZKClient-127.0.0.1:60157@0x7eefb521 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=33eb8daa289d,39803,1733756943959, seqNum=-1] 2024-12-09T15:09:28,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:28,744 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:28,750 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T15:09:28,764 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,765 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,765 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,766 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,766 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,766 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,767 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733756955092.63547e47cb869d0cd50e000c743c6a71., hostname=33eb8daa289d,39803,1733756943959, seqNum=2] 2024-12-09T15:09:28,767 DEBUG [hconnection-0x518955b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:28,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:09:28,772 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:09:28,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:28,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:28,791 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:28,794 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:28,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:28,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757028774, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:28,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:28,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:28,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:28,827 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7535aded to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79bdaf66 2024-12-09T15:09:28,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:28,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:28,841 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6245dc8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:28,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:28,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:28,845 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:28,846 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:28,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:28,854 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7535aded to 127.0.0.1:60157 2024-12-09T15:09:28,854 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:28,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:28,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:28,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:28,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:28,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:28,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:28,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:28,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:28,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:28,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:28,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:28,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:28,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:28,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:28,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:28,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:28,921 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:28,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:28,963 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:28,967 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:28,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:28,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757028956, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:28,971 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65dfb3a4 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41ccd619 2024-12-09T15:09:28,977 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cca4973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:28,979 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:28,981 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:28,983 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65dfb3a4 to 127.0.0.1:60157 2024-12-09T15:09:28,983 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:29,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:29,191 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:29,193 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757029185, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:29,195 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x782e3d4a to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a4ad8ee 2024-12-09T15:09:29,205 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2788f1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:29,207 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:29,208 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:29,210 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x782e3d4a to 127.0.0.1:60157 2024-12-09T15:09:29,210 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:29,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:29,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:29,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:29,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:29,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:29,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:29,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:29,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:29,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:29,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:29,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:29,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:29,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:29,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:29,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:29,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:29,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:29,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:29,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:29,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:29,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:29,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:29,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:29,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:29,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:29,446 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:29,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:29,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:29,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:29,517 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:29,518 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757029511, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:29,521 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7320ccd0 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fd1f7f2 2024-12-09T15:09:29,524 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f37311d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:29,525 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:29,526 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:29,529 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7320ccd0 to 127.0.0.1:60157 2024-12-09T15:09:29,529 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:29,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-09T15:09:29,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:29,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:29,935 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:29,936 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:29,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757029930, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:29,938 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0badbba4 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bc3a344 2024-12-09T15:09:29,941 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5daad4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:29,942 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:29,943 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:29,945 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0badbba4 to 127.0.0.1:60157 2024-12-09T15:09:29,945 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:29,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:29,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:29,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:29,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:29,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:29,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:29,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:29,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:29,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:29,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:29,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:29,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:29,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:29,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:29,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:29,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:29,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:29,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:29,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:29,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:29,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:29,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:29,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:29,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:29,972 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:30,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:09:30,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:30,452 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:30,453 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:30,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:30,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757030446, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:30,455 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d17f0d4 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39cd7b76 2024-12-09T15:09:30,459 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470b2d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:30,460 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:30,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:30,464 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d17f0d4 to 127.0.0.1:60157 2024-12-09T15:09:30,464 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:30,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:30,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:30,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:30,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:30,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:30,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:30,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:30,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:30,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:30,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:30,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:30,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:30,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:30,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:30,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:30,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:30,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:30,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:30,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:30,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:30,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:30,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:30,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:30,498 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:31,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:31,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:31,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:31,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:31,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:31,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:31,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:31,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:31,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:31,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:31,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:31,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:31,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:31,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:31,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:31,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:31,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:31,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:31,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:31,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:31,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:31,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:31,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:31,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:31,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:31,020 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:31,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:31,071 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:31,072 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:31,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:31,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757031065, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:31,074 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c60ce6 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26d719c 2024-12-09T15:09:31,078 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5676ba2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:31,080 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:31,081 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:31,083 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c60ce6 to 127.0.0.1:60157 2024-12-09T15:09:31,083 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:31,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:31,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:31,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:31,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:31,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:31,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:31,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:31,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:31,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:31,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:31,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:31,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:31,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:31,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:31,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:31,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:31,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:31,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:31,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:31,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:31,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:31,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:31,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:31,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:31,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:31,543 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:31,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:31,791 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:31,792 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:31,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:31,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757031785, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:31,795 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cc7778 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d3da4e2 2024-12-09T15:09:31,799 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef9c4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:31,801 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:31,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:31,804 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cc7778 to 127.0.0.1:60157 2024-12-09T15:09:31,804 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:32,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:32,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:32,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:32,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:32,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:32,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:32,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:32,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:32,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:32,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:32,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:32,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:32,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:32,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:32,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:32,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:32,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:32,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:32,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:32,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:32,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:32,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:32,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:32,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:32,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:32,066 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:32,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:32,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:32,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:32,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:32,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:32,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:32,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:32,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:32,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:32,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:32,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:32,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:32,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:32,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:32,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:32,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:32,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:32,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:32,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:32,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:32,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:32,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:32,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:32,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:32,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:32,586 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:32,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:32,617 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:32,619 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:32,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:32,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757032605, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:32,621 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x067fcc1d to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e57284 2024-12-09T15:09:32,636 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f96235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:32,640 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:32,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:32,643 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x067fcc1d to 127.0.0.1:60157 2024-12-09T15:09:32,644 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:33,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:33,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:33,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:33,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:33,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:33,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:33,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:33,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:33,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:33,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:33,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:33,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:33,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:33,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:33,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:33,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:33,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:33,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:33,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:33,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:33,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:33,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:33,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:33,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:33,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:33,109 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:33,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:09:33,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:33,551 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:33,552 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:33,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:33,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757033545, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:33,555 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3179ec87 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c25d97e 2024-12-09T15:09:33,560 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c0e805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:33,561 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:33,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:33,565 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3179ec87 to 127.0.0.1:60157 2024-12-09T15:09:33,565 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:33,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:33,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:33,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:33,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:33,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:33,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:33,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:33,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:33,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:33,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:33,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:33,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:33,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:33,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:33,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:33,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:33,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:33,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:33,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:33,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:33,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:33,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:33,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:33,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:33,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:33,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:34,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:34,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:34,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:34,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:34,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:34,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:34,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:34,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:34,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:34,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:34,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:34,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:34,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:34,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:34,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:34,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:34,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:34,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:34,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:34,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:34,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:34,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:34,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:34,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:34,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:34,154 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:34,403 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:09:34,405 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:09:34,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:34,486 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:34,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:34,574 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:34,575 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:34,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:34,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757034566, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:34,581 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50f66a07 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62aab74e 2024-12-09T15:09:34,588 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bcfbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:34,593 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:34,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:34,596 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50f66a07 to 127.0.0.1:60157 2024-12-09T15:09:34,596 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:34,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:34,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:34,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:34,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:34,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:34,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:34,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:34,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:34,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:34,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:34,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:34,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:34,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:34,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:34,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:34,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:34,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:34,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:34,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:34,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:34,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:34,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:34,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:34,678 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:35,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:35,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:35,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:35,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:35,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:35,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:35,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:35,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:35,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:35,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:35,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:35,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:35,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:35,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:35,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:35,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:35,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:35,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:35,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:35,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:35,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:35,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:35,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:35,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:35,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:35,198 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:35,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:35,602 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:35,603 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:35,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:35,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757035597, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:35,606 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x145ba8ef to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@237c6ded 2024-12-09T15:09:35,610 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@300d1057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:35,612 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:35,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:35,615 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x145ba8ef to 127.0.0.1:60157 2024-12-09T15:09:35,615 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:35,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:35,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:35,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:35,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:35,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:35,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:35,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:35,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:35,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:35,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:35,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:35,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:35,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:35,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:35,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:35,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:35,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:35,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:35,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:35,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:35,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:35,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:35,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:35,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:35,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:35,718 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:36,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:36,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:36,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:36,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:36,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:36,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:36,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:36,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:36,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:36,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:36,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:36,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:36,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:36,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:36,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:36,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:36,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:36,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:36,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:36,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:36,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:36,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:36,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:36,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:36,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:36,241 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:36,418 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:09:36,419 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:09:36,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:36,629 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:36,630 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:36,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:36,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757036616, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:36,633 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cd15a9a to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c8253e8 2024-12-09T15:09:36,643 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d56387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:36,645 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:36,647 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:36,649 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cd15a9a to 127.0.0.1:60157 2024-12-09T15:09:36,649 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:36,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:36,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:36,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:36,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:36,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:36,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:36,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:36,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:36,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:36,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:36,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:36,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:36,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:36,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:36,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:36,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:36,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:36,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:36,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:36,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:36,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:36,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:36,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:36,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:36,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:36,772 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:37,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:37,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:37,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:37,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:37,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:37,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:37,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:37,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:37,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:37,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:37,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:37,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:37,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:37,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:37,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:37,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:37,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:37,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:37,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:37,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:37,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:37,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:37,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:37,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:37,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:37,289 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:37,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:37,666 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:37,668 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:37,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:37,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757037650, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:37,672 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03b35288 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d004c05 2024-12-09T15:09:37,689 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6206db79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:37,696 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:37,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:37,700 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03b35288 to 127.0.0.1:60157 2024-12-09T15:09:37,700 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:37,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:37,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:37,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:37,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:37,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:37,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:37,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:37,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:37,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:37,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:37,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:37,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:37,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:37,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:37,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:37,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:37,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:37,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:37,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:37,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:37,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:37,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:37,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:37,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:37,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:37,875 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:38,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:38,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:38,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:38,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:38,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:38,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:38,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:38,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:38,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:38,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:38,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:38,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:38,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:38,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:38,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:38,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:38,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:38,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:38,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:38,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:38,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:38,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:38,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:38,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:38,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:38,395 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:38,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:38,712 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:38,713 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:38,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:38,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757038706, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:38,715 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0812ea65 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@275def06 2024-12-09T15:09:38,719 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73542587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:38,720 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:38,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:38,723 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0812ea65 to 127.0.0.1:60157 2024-12-09T15:09:38,723 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:38,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:38,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:38,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:38,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:38,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:38,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:38,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:38,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:38,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:38,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:38,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:38,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:38,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:38,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:38,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:38,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:38,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:38,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:38,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:38,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:38,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:38,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:38,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:38,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:38,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:38,911 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:39,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:39,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:39,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:39,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:39,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:39,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:39,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:39,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:39,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:39,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:39,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:39,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:39,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:39,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:39,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:39,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:39,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:39,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:39,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:39,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:39,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:39,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:39,428 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:39,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:39,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:39,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:39,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:39,732 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:39,733 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:39,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:39,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757039724, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:39,736 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01f8e15f to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a33957e 2024-12-09T15:09:39,739 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad4fc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:39,740 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:39,741 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:39,743 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01f8e15f to 127.0.0.1:60157 2024-12-09T15:09:39,743 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:39,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:39,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:39,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:39,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:39,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:39,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:39,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:39,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:39,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:39,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:39,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:39,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:39,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:39,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:39,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:39,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:39,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:39,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:39,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:39,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:39,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:39,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:39,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:39,947 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:40,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:40,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:40,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:40,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:40,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:40,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:40,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:40,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:40,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:40,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:40,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:40,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:40,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:40,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:40,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:40,460 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:40,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:40,749 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:40,750 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:40,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:40,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757040744, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:40,751 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b005e25 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ebe5e 2024-12-09T15:09:40,755 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3075cbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:40,756 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:40,757 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:40,759 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b005e25 to 127.0.0.1:60157 2024-12-09T15:09:40,759 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:40,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:40,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:40,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:40,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:40,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:40,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:40,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:40,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:40,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:40,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:40,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:40,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:40,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:40,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:40,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:40,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:40,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:40,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:40,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:40,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:40,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:40,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:40,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:40,974 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:41,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:41,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:41,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:41,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:41,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:41,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:41,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:41,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:41,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:41,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:41,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:41,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:41,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:41,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:41,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:41,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:41,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:41,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:41,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:41,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:41,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:41,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:41,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:41,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:41,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:41,487 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:41,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:41,765 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:41,766 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:41,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:41,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757041760, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:41,768 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51d7f77c to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59235f56 2024-12-09T15:09:41,772 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47978d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:41,773 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:41,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:41,776 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51d7f77c to 127.0.0.1:60157 2024-12-09T15:09:41,776 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:41,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:41,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:41,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:41,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:41,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:41,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:41,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:41,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:41,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:41,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:41,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:41,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:41,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:41,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:41,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:41,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:42,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:42,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:42,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:42,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:42,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:42,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:42,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:42,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:42,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:42,004 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:42,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:42,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:42,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:42,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:42,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:42,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:42,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:42,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:42,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:42,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:42,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:42,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:42,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:42,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:42,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:42,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:42,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:42,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:42,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:42,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:42,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:42,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:42,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:42,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:42,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:42,520 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:42,575 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T15:09:42,575 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T15:09:42,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:42,782 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:42,783 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:42,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:42,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757042777, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:42,784 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6aa04f88 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29ba7465 2024-12-09T15:09:42,787 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52bdb00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:42,788 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:42,789 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:42,791 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6aa04f88 to 127.0.0.1:60157 2024-12-09T15:09:42,791 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:43,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:43,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:43,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:43,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:43,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:43,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:43,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:43,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:43,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:43,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:43,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:43,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:43,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:43,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:43,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:43,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:43,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:43,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:43,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:43,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:43,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:43,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:43,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:43,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:43,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:43,036 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:43,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:43,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:43,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:43,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:43,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:43,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:43,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:43,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:43,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:43,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:43,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:43,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:43,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:43,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:43,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:43,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:43,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:43,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:43,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:43,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:43,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:43,550 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:43,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:43,796 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:43,797 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:43,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:43,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757043792, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:43,799 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f1decd5 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@557eac0f 2024-12-09T15:09:43,803 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afc7343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:43,805 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:43,806 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:43,808 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f1decd5 to 127.0.0.1:60157 2024-12-09T15:09:43,808 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:44,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:44,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:44,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:44,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:44,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:44,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:44,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:44,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:44,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:44,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:44,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:44,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:44,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:44,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:44,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:44,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:44,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:44,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:44,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:44,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:44,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:44,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:44,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:44,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:44,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:44,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:44,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:44,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:44,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:44,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:44,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:44,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:44,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:44,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:44,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:44,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:44,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:44,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:44,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:44,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:44,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:44,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:44,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:44,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:44,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:44,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:44,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:44,580 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:44,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:44,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:44,815 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:44,816 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:44,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:44,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757044809, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:44,817 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x245d56b9 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e398e9 2024-12-09T15:09:44,829 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8c855d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:44,831 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:44,832 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:44,834 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x245d56b9 to 127.0.0.1:60157 2024-12-09T15:09:44,834 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:45,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:45,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:45,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:45,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:45,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:45,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:45,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:45,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:45,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:45,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:45,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:45,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:45,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:45,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:45,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:45,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:45,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:45,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:45,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:45,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:45,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:45,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:45,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:45,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:45,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:45,101 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:45,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:45,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:45,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:45,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:45,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:45,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:45,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:45,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:45,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:45,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:45,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:45,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:45,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:45,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:45,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:45,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:45,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:45,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:45,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:45,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:45,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:45,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:45,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:45,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:45,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:45,616 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:45,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:45,840 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:45,840 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:45,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:45,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757045835, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:45,842 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x143677e8 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c8a9157 2024-12-09T15:09:45,845 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c55bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:45,847 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:45,848 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:45,850 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x143677e8 to 127.0.0.1:60157 2024-12-09T15:09:45,850 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:46,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:46,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:46,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:46,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:46,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:46,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:46,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:46,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:46,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:46,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:46,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:46,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:46,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:46,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:46,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:46,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:46,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:46,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:46,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:46,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:46,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:46,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:46,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:46,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:46,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:46,126 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:46,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:46,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:46,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:46,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:46,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:46,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:46,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:46,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:46,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:46,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:46,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:46,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:46,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:46,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:46,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:46,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:46,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:46,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:46,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:46,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:46,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:46,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:46,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:46,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:46,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:46,647 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:46,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:46,856 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:46,856 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:46,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:46,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757046851, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:46,858 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18f5d895 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40adf2f5 2024-12-09T15:09:46,862 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f780bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:46,864 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:46,865 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:46,867 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18f5d895 to 127.0.0.1:60157 2024-12-09T15:09:46,867 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:46,885 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T15:09:46,885 INFO [master/33eb8daa289d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T15:09:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:47,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:47,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:47,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:47,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:47,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:47,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:47,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:47,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:47,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:47,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:47,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:47,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:47,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:47,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:47,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:47,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:47,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:47,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:47,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:47,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:47,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:47,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:47,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:47,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:47,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:47,160 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:47,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:47,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:47,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:47,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:47,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:47,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:47,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:47,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:47,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:47,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:47,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:47,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:47,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:47,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:47,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:47,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:47,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:47,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:47,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:47,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:47,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:47,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:47,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:47,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:47,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:47,681 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:47,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:47,873 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:47,874 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:47,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:47,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757047868, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:47,877 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d4d6946 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72581240 2024-12-09T15:09:47,883 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d30c815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:47,884 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:47,885 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:47,887 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d4d6946 to 127.0.0.1:60157 2024-12-09T15:09:47,887 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:48,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:48,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:48,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:48,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:48,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:48,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:48,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:48,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:48,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:48,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:48,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:48,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:48,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:48,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:48,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:48,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:48,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:48,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:48,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:48,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:48,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:48,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:48,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:48,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:48,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:48,193 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:48,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:48,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:48,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:48,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:48,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:48,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:48,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:48,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:48,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:48,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:48,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:48,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:48,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:48,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:48,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:48,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:48,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:48,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:48,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:48,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:48,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:48,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:48,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:48,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:48,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:48,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:48,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:48,892 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:48,893 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:48,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:48,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757048888, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:48,894 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x315f807e to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a75e07 2024-12-09T15:09:48,898 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ec4e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:48,899 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:48,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:48,901 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x315f807e to 127.0.0.1:60157 2024-12-09T15:09:48,902 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:49,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:49,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:49,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:49,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:49,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:49,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:49,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:49,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:49,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:49,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:49,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:49,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:49,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:49,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:49,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:49,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:49,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:49,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:49,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:49,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:49,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:49,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:49,223 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:49,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:49,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:49,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:49,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:49,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:49,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:49,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:49,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:49,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:49,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:49,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:49,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:49,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:49,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:49,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:49,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:49,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:49,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:49,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:49,735 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:49,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:49,907 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:49,907 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:49,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:49,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757049902, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:49,909 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0416c897 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d78f974 2024-12-09T15:09:49,912 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67be1ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:49,913 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:49,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:49,915 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0416c897 to 127.0.0.1:60157 2024-12-09T15:09:49,915 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:50,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:50,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:50,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:50,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:50,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:50,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:50,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:50,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:50,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:50,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:50,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:50,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:50,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:50,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:50,250 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:50,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:50,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:50,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:50,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:50,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:50,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:50,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:50,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:50,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:50,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:50,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:50,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:50,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:50,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:50,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:50,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:50,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:50,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:50,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:50,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:50,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:50,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:50,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:50,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:50,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:50,761 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:50,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:50,920 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:50,921 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:50,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757050916, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:50,923 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23c2ff8b to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598b11de 2024-12-09T15:09:50,926 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e475548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:50,927 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:50,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:50,930 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23c2ff8b to 127.0.0.1:60157 2024-12-09T15:09:50,930 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:51,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:51,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:51,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:51,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:51,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:51,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:51,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:51,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:51,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:51,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:51,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:51,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:51,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:51,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:51,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:51,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:51,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:51,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:51,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:51,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:51,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:51,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:51,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:51,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:51,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:51,273 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:51,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:51,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:51,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:51,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:51,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:51,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:51,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:51,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:51,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:51,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:51,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:51,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:51,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:51,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:51,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:51,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:51,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:51,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:51,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:51,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:51,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:51,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:51,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:51,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:51,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:51,793 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:51,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:51,938 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:51,939 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:51,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:51,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757051931, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:51,942 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d920b58 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c16f0d5 2024-12-09T15:09:51,946 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88f070a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:51,947 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:51,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:51,952 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d920b58 to 127.0.0.1:60157 2024-12-09T15:09:51,952 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:52,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:52,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:52,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:52,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:52,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:52,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:52,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:52,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:52,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:52,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:52,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:52,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:52,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:52,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:52,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:52,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:52,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:52,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:52,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:52,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:52,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:52,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:52,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:52,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:52,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:52,305 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:52,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:52,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:52,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:52,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:52,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:52,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:52,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:52,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:52,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:52,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:52,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:52,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:52,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:52,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:52,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:52,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:52,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:52,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:52,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:52,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:52,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:52,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:52,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:52,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:52,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:52,816 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:52,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:52,956 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:52,957 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:52,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:52,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757052952, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:52,958 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68e574d4 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23beb145 2024-12-09T15:09:52,961 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5379456f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:52,963 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:52,964 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:52,965 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68e574d4 to 127.0.0.1:60157 2024-12-09T15:09:52,965 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:53,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:53,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:53,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:53,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:53,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:53,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:53,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:53,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:53,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:53,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:53,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:53,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:53,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:53,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:53,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:53,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:53,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:53,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:53,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:53,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:53,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:53,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:53,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:53,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:53,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:53,328 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:53,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:53,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:53,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:53,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:53,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:53,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:53,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:53,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:53,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:53,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:53,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:53,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:53,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:53,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:53,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:53,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:53,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:53,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:53,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:53,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:53,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:53,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:53,840 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:53,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:53,971 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:53,971 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:53,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:53,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757053966, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:53,973 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16802250 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e29d5c 2024-12-09T15:09:53,976 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a9ea12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:53,977 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:53,978 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:53,980 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16802250 to 127.0.0.1:60157 2024-12-09T15:09:53,980 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:54,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:54,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:54,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:54,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:54,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:54,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:54,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:54,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:54,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:54,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:54,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:54,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:54,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:54,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:54,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:54,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:54,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:54,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:54,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:54,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:54,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:54,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:54,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:54,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:54,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:54,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:54,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:54,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:54,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:54,852 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T15:09:54,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-09T15:09:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T15:09:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:09:54,855 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756994855"}]},"ts":"1733756994855"} 2024-12-09T15:09:54,856 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T15:09:54,859 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T15:09:54,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T15:09:54,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, UNASSIGN}] 2024-12-09T15:09:54,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, UNASSIGN 2024-12-09T15:09:54,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=660bcf134ee0ae2c534bed3d464340e2, regionState=CLOSING, regionLocation=33eb8daa289d,44271,1733756937624 2024-12-09T15:09:54,862 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T15:09:54,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 660bcf134ee0ae2c534bed3d464340e2, server=33eb8daa289d,44271,1733756937624}] 2024-12-09T15:09:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:09:54,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:54,985 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:54,985 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:54,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:54,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757054981, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:54,987 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e8390aa to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a5ff65b 2024-12-09T15:09:54,990 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c307c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:54,991 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:54,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:54,993 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e8390aa to 127.0.0.1:60157 2024-12-09T15:09:54,993 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:55,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:09:55,014 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:55,014 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T15:09:55,014 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 660bcf134ee0ae2c534bed3d464340e2, disabling compactions & flushes 2024-12-09T15:09:55,014 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:55,014 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:55,014 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. after waiting 0 ms 2024-12-09T15:09:55,014 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:55,015 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 660bcf134ee0ae2c534bed3d464340e2 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-09T15:09:55,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/.tmp/fam/30f15289b1024e8e868ac26907d17723 is 4154, key is 0 put on table to be dropped/fam:row/1733756966781/Put/seqid=0 2024-12-09T15:09:55,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741866_1042 (size=9218) 2024-12-09T15:09:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:09:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:09:55,492 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/.tmp/fam/30f15289b1024e8e868ac26907d17723 2024-12-09T15:09:55,553 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/.tmp/fam/30f15289b1024e8e868ac26907d17723 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/fam/30f15289b1024e8e868ac26907d17723 2024-12-09T15:09:55,574 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/fam/30f15289b1024e8e868ac26907d17723, entries=1, sequenceid=5, filesize=9.0 K 2024-12-09T15:09:55,578 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 660bcf134ee0ae2c534bed3d464340e2 in 563ms, sequenceid=5, compaction requested=false 2024-12-09T15:09:55,591 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:09:55,592 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2. 2024-12-09T15:09:55,592 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 660bcf134ee0ae2c534bed3d464340e2: 2024-12-09T15:09:55,594 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:09:55,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=660bcf134ee0ae2c534bed3d464340e2, regionState=CLOSED 2024-12-09T15:09:55,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-09T15:09:55,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 660bcf134ee0ae2c534bed3d464340e2, server=33eb8daa289d,44271,1733756937624 in 735 msec 2024-12-09T15:09:55,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T15:09:55,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=660bcf134ee0ae2c534bed3d464340e2, UNASSIGN in 739 msec 2024-12-09T15:09:55,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T15:09:55,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 742 msec 2024-12-09T15:09:55,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733756995609"}]},"ts":"1733756995609"} 2024-12-09T15:09:55,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T15:09:55,615 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T15:09:55,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 763 msec 2024-12-09T15:09:55,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:09:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T15:09:55,960 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-09T15:09:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:55,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:55,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:55,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:55,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:55,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:55,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:55,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:55,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:55,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:55,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:55,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:55,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:55,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:55,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:55,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:55,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:55,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:55,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:55,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:55,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:55,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:55,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:55,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:55,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:55,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:55,987 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:55,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:56,006 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:56,007 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:56,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:56,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757055997, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:56,011 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6205d10d to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@575d1e38 2024-12-09T15:09:56,023 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d16b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:56,025 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:56,027 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:56,029 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6205d10d to 127.0.0.1:60157 2024-12-09T15:09:56,029 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:56,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:56,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:56,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:56,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:56,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:56,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:56,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:56,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:56,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:56,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:56,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:56,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:56,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:56,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:56,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:56,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:56,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:56,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:56,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:56,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:56,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:57,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:57,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:57,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:57,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:57,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:57,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:57,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:57,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:57,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:57,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:57,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:57,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:57,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:57,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:57,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:57,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:57,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:57,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:57,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:57,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:57,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:57,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:57,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:57,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:57,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:57,025 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:57,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:57,048 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:57,049 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:57,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:57,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757057030, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:57,051 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c222b61 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13b15c03 2024-12-09T15:09:57,073 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@103b04b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:57,075 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:57,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:57,078 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c222b61 to 127.0.0.1:60157 2024-12-09T15:09:57,078 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:57,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T15:09:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:57,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:57,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:57,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:57,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:57,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:57,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:57,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:57,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:57,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:57,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:57,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:57,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:57,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:57,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:57,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:57,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:57,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:57,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:57,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:57,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:57,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:57,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:57,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:57,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:57,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:57,542 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:58,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:58,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:58,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:58,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:58,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:58,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:58,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:58,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:58,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:58,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:58,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:58,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:58,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:58,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:58,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:58,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:58,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:58,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:58,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:58,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:58,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:58,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:58,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:58,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:58,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:58,057 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:58,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:58,084 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:58,085 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:58,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:58,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757058079, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:58,086 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x557a7761 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cb26889 2024-12-09T15:09:58,089 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@464e322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:58,091 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:58,092 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:58,093 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x557a7761 to 127.0.0.1:60157 2024-12-09T15:09:58,094 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:58,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:58,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:58,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:58,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:58,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:58,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:58,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:58,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:58,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:58,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:58,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:58,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:58,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:58,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:58,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:58,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:58,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:58,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:58,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:58,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:58,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:58,598 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:59,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:09:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:59,109 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:09:59,110 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:59,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:09:59,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757059095, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:09:59,112 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b85712c to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442ca4f5 2024-12-09T15:09:59,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:59,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:59,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:59,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:59,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:59,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:59,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:59,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:59,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:59,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:59,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:59,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:59,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:59,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:59,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:59,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:59,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:59,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:59,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:59,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:59,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:59,127 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:09:59,150 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677222a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:09:59,178 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:09:59,179 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:09:59,182 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b85712c to 127.0.0.1:60157 2024-12-09T15:09:59,182 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:09:59,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:09:59,486 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:09:59,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:09:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:09:59,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:09:59,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:09:59,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:09:59,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:09:59,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:09:59,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:09:59,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:09:59,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:09:59,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:09:59,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:09:59,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:09:59,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:09:59,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:09:59,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:09:59,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:09:59,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:09:59,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:09:59,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:09:59,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:09:59,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:09:59,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:09:59,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:09:59,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:09:59,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:09:59,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:09:59,767 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:00,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:00,196 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:00,197 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:00,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:00,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757060183, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:00,200 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ce384ef to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dc9988a 2024-12-09T15:10:00,233 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b58cab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:00,253 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:00,255 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:00,260 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ce384ef to 127.0.0.1:60157 2024-12-09T15:10:00,260 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:00,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:00,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:00,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:00,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:00,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:00,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:00,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:00,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:00,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:00,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:00,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:00,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:00,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:00,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:00,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:00,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:00,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:00,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:00,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:00,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:00,284 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:00,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:00,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:00,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:00,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:00,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:00,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:00,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:00,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:00,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:00,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:00,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:00,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:00,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:00,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:00,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:00,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:00,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:00,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:00,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:00,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:00,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:00,800 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:01,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:10:01,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:01,266 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:01,266 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:01,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:01,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757061261, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:01,268 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb1c133 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0d1f07 2024-12-09T15:10:01,277 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27cd15f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:01,278 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:01,279 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:01,281 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb1c133 to 127.0.0.1:60157 2024-12-09T15:10:01,281 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:01,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:01,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:01,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:01,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:01,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:01,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:01,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:01,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:01,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:01,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:01,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:01,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:01,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:01,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:01,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:01,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:01,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:01,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:01,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:01,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:01,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:01,315 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:01,397 DEBUG [master/33eb8daa289d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d1a9de08a8795900e8a2b73f9406b7a5 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:10:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:01,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:01,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:01,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:01,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:01,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:01,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:01,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:01,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:01,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:01,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:01,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:01,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:01,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:01,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:01,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:01,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:01,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:01,829 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:02,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:02,286 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:02,287 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:02,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:02,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757062282, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:02,289 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46f3cf18 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@440415e6 2024-12-09T15:10:02,293 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba9ca27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:02,294 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:02,295 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:02,297 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46f3cf18 to 127.0.0.1:60157 2024-12-09T15:10:02,297 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:02,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:02,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:02,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:02,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:02,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:02,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:02,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:02,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:02,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:02,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:02,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:02,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:02,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:02,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:02,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:02,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:02,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:02,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:02,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:02,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:02,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:02,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:02,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:02,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:02,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:02,347 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:02,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:02,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:02,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:02,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:02,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:02,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:02,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:02,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:02,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:02,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:02,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:02,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:02,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:02,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:02,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:02,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:02,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:02,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:02,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:02,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:02,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:02,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:02,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:02,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:02,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:02,860 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:03,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:03,304 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:03,305 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:03,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:03,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757063298, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:03,307 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x316688d6 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55a91039 2024-12-09T15:10:03,329 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10940059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:03,333 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:03,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:03,337 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x316688d6 to 127.0.0.1:60157 2024-12-09T15:10:03,337 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:03,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:03,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:03,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:03,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:03,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:03,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:03,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:03,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:03,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:03,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:03,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:03,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:03,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:03,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:03,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:03,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:03,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:03,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:03,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:03,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:03,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:03,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:03,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:03,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:03,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:03,386 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:03,479 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:10:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:03,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:03,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:03,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:03,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:03,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:03,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:03,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:03,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:03,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:03,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:03,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:03,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:03,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:03,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:03,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:03,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:03,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:03,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:03,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:03,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:03,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:03,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:03,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:03,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:03,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:03,902 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:04,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:04,343 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:04,343 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:04,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:04,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757064338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:04,345 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54ca0356 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@497ff92e 2024-12-09T15:10:04,349 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7959be90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:04,350 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:04,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:04,353 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54ca0356 to 127.0.0.1:60157 2024-12-09T15:10:04,353 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:04,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:04,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:04,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:04,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:04,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:04,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:04,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:04,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:04,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:04,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:04,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:04,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:04,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:04,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:04,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:04,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:04,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:04,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:04,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:04,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:04,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:04,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:04,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:04,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:04,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:04,414 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:04,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:10:04,486 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:10:04,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:10:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:04,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:04,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:04,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:04,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:04,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:04,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:04,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:04,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:04,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:04,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:04,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:04,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:04,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:04,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:04,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:04,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:04,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:04,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:04,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:04,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:04,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:04,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:04,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:04,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:04,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:04,942 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:05,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:05,360 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:05,361 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:05,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:05,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757065354, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:05,362 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54470270 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c7275f 2024-12-09T15:10:05,366 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56dea8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:05,367 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:05,369 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:05,370 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54470270 to 127.0.0.1:60157 2024-12-09T15:10:05,370 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:05,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:05,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:05,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:05,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:05,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:05,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:05,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:05,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:05,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:05,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:05,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:05,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:05,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:05,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:05,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:05,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:05,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:05,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:05,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:05,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:05,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:05,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:05,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:05,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:05,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:05,455 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:05,661 DEBUG [master/33eb8daa289d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:10:05,662 DEBUG [master/33eb8daa289d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 12b357308a827059dd84891f6b9c0bb4 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:10:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:05,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:05,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:05,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:05,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:05,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:05,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:05,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:05,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:05,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:05,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:05,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:05,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:05,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:05,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:05,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:05,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:05,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:05,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:05,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:05,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:05,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:05,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:05,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:05,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:05,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:05,978 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:06,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:06,387 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:06,388 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:06,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:06,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757066372, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:06,389 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71627bff to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a444753 2024-12-09T15:10:06,394 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97c3952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:06,395 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:06,399 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:06,402 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71627bff to 127.0.0.1:60157 2024-12-09T15:10:06,402 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:06,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:06,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:06,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:06,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:06,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:06,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:06,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:06,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:06,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:06,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:06,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:06,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:06,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:06,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:06,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:06,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:06,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:06,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:06,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:06,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:06,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:06,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:06,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:06,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:06,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:06,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:06,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:07,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:07,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:07,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:07,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:07,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:07,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:07,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:07,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:07,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:07,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:07,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:07,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:07,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:07,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:07,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:07,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:07,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:07,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:07,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:07,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:07,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:07,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:07,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:07,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:07,010 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:07,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:07,408 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:07,409 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:07,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:07,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757067403, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:07,411 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2344af8a to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b321a6e 2024-12-09T15:10:07,414 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ec10f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:07,415 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:07,416 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:07,418 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2344af8a to 127.0.0.1:60157 2024-12-09T15:10:07,418 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:07,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:07,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:07,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:07,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:07,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:07,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:07,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:07,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:07,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:07,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:07,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:07,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:07,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:07,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:07,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:07,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:07,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:07,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:07,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:07,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:07,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:07,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:07,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:08,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:08,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:08,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:08,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:08,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:08,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:08,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:08,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:08,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:08,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:08,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:08,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:08,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:08,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:08,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:08,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:08,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:08,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:08,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:08,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:08,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:08,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:08,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:08,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:08,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:08,042 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:08,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:08,423 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:08,424 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:08,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:08,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757068419, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:08,426 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x581a20cb to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63c0b0cc 2024-12-09T15:10:08,430 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40084fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:08,431 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:08,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:08,434 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x581a20cb to 127.0.0.1:60157 2024-12-09T15:10:08,434 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:08,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:08,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:08,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:08,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:08,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:08,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:08,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:08,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:08,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:08,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:08,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:08,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:08,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:08,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:08,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:08,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:08,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:08,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:08,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:08,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:08,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:08,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:08,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:08,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:08,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:08,561 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:09,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:09,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:09,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:09,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:09,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:09,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:09,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:09,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:09,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:09,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:09,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:09,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:09,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:09,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:09,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:09,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:09,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:09,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:09,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:09,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:09,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:09,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:09,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:09,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:09,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:09,086 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:09,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:09,439 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:09,440 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:09,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:09,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757069435, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:09,442 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30a35f9d to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5603cf95 2024-12-09T15:10:09,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:10:09,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:10:09,564 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547794ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:09,565 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:09,566 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:09,568 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30a35f9d to 127.0.0.1:60157 2024-12-09T15:10:09,568 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:09,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:09,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:09,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:09,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:09,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:09,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:09,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:09,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:09,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:09,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:09,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:09,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:09,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:09,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:09,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:09,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:09,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:09,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:09,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:09,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:09,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:09,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:09,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:09,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:09,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:09,598 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:09,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:10:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:10,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:10,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:10,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:10,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:10,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:10,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:10,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:10,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:10,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:10,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:10,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:10,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:10,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:10,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:10,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:10,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:10,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:10,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:10,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:10,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:10,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:10,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:10,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:10,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:10,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:10,110 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:10,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:10,572 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:10,573 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:10,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:10,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757070569, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:10,574 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76dcc778 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e6bd151 2024-12-09T15:10:10,578 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d1e8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:10,579 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:10,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:10,581 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76dcc778 to 127.0.0.1:60157 2024-12-09T15:10:10,581 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:10,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:10,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:10,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:10,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:10,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:10,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:10,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:10,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:10,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:10,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:10,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:10,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:10,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:10,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:10,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:10,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:10,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:10,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:10,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:10,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:10,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:10,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:10,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:10,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:10,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:10,622 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:11,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:11,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:11,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:11,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:11,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:11,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:11,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:11,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:11,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:11,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:11,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:11,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:11,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:11,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:11,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:11,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:11,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:11,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:11,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:11,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:11,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:11,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:11,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:11,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:11,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:11,144 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:11,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:11,586 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:11,587 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:11,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:11,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757071582, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:11,588 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x533c99da to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@333d2bb5 2024-12-09T15:10:11,592 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af32a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:11,593 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:11,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:11,595 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x533c99da to 127.0.0.1:60157 2024-12-09T15:10:11,595 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:11,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:11,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:11,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:11,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:11,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:11,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:11,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:11,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:11,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:11,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:11,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:11,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:11,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:11,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:11,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:11,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:11,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:11,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:11,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:11,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:11,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:11,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:11,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:11,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:11,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:11,657 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:12,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:12,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:12,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:12,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:12,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:12,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:12,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:12,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:12,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:12,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:12,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:12,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:12,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:12,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:12,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:12,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:12,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:12,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:12,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:12,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:12,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:12,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:12,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:12,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:12,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:12,169 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:12,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:12,600 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:12,601 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:12,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:12,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757072596, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:12,603 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x456bc6da to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f513d41 2024-12-09T15:10:12,606 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c855be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:12,607 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:12,608 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:12,610 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x456bc6da to 127.0.0.1:60157 2024-12-09T15:10:12,610 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:12,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:12,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:12,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:12,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:12,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:12,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:12,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:12,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:12,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:12,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:12,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:12,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:12,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:12,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:12,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:12,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:12,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:12,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:12,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:12,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:12,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:12,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:12,682 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:13,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:13,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:13,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:13,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:13,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:13,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:13,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:13,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:13,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:13,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:13,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:13,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:13,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:13,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:13,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:13,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:13,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:13,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:13,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:13,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:13,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:13,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:13,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:13,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:13,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:13,199 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:13,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:13,617 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:13,618 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:13,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:13,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757073611, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:13,619 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76f4b503 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605935a9 2024-12-09T15:10:13,624 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c5082f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:13,626 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:13,627 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:13,629 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76f4b503 to 127.0.0.1:60157 2024-12-09T15:10:13,629 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:13,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:13,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:13,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:13,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:13,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:13,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:13,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:13,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:13,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:13,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:13,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:13,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:13,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:13,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:13,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:13,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:13,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:13,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:13,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:13,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:13,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:13,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:13,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:13,721 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:14,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:14,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:14,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:14,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:14,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:14,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:14,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:14,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:14,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:14,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:14,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:14,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:14,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:14,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:14,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:14,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:14,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:14,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:14,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:14,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:14,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:14,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:14,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:14,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:14,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:14,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:14,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:10:14,486 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:10:14,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:10:14,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:14,635 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:14,636 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:14,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:14,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757074630, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:14,638 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f197409 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2644fc3e 2024-12-09T15:10:14,649 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284e1ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:14,651 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:14,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:14,657 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f197409 to 127.0.0.1:60157 2024-12-09T15:10:14,658 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:14,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:14,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:14,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:14,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:14,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:14,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:14,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:14,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:14,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:14,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:14,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:14,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:14,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:14,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:14,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:14,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:14,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:14,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:14,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:14,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:14,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:14,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:14,757 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:15,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:15,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:15,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:15,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:15,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:15,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:15,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:15,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:15,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:15,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:15,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:15,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:15,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:15,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:15,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:15,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:15,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:15,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:15,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:15,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:15,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:15,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:15,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:15,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:15,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:15,277 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:15,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:15,664 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:15,665 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:15,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:15,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757075658, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:15,668 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x043cc59e to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5187c2b 2024-12-09T15:10:15,680 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5deb8375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:15,685 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:15,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:15,690 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x043cc59e to 127.0.0.1:60157 2024-12-09T15:10:15,690 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:15,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:15,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:15,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:15,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:15,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:15,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:15,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:15,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:15,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:15,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:15,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:15,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:15,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:15,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:15,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:15,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:15,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:15,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:15,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:15,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:15,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:15,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:15,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:15,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:15,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:15,804 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:16,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:16,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:16,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:16,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:16,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:16,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:16,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:16,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:16,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:16,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:16,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:16,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:16,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:16,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:16,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:16,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:16,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:16,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:16,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:16,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:16,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:16,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:16,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:16,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:16,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:16,317 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:16,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:16,696 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:16,696 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:16,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:16,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757076691, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:16,699 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75d7fb64 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33e828d1 2024-12-09T15:10:16,708 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3219e5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:16,709 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:16,711 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:16,713 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75d7fb64 to 127.0.0.1:60157 2024-12-09T15:10:16,713 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:16,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:16,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:16,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:16,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:16,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:16,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:16,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:16,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:16,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:16,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:16,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:16,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:16,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:16,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:16,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:16,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:16,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:16,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:16,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:16,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:16,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:16,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:16,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:16,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:16,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:16,827 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:17,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:17,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:17,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:17,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:17,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:17,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:17,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:17,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:17,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:17,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:17,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:17,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:17,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:17,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:17,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:17,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:17,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:17,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:17,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:17,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:17,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:17,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:17,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:17,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:17,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:17,340 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:17,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:17,718 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:17,719 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757077714, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:17,720 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41a2755d to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33fe7318 2024-12-09T15:10:17,723 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb526e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:17,724 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:17,725 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:17,727 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41a2755d to 127.0.0.1:60157 2024-12-09T15:10:17,727 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:17,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:17,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:17,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:17,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:17,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:17,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:17,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:17,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:17,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:17,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:17,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:17,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:17,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:17,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:17,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:17,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:17,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:17,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:17,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:17,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:17,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:17,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:17,852 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:18,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:18,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:18,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:18,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:18,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:18,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:18,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:18,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:18,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:18,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:18,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:18,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:18,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:18,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:18,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:18,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:18,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:18,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:18,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:18,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:18,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:18,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:18,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:18,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:18,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:18,364 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:18,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:18,732 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:18,736 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:18,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:18,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757078728, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:18,738 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32b99da7 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@729f4e5b 2024-12-09T15:10:18,742 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@157ae4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:18,745 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:18,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:18,747 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32b99da7 to 127.0.0.1:60157 2024-12-09T15:10:18,747 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:18,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:18,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:18,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:18,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:18,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:18,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:18,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:18,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:18,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:18,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:18,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:18,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:18,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:18,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:18,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:18,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:18,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:18,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:18,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:18,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:18,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:18,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:18,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:18,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:18,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:18,879 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:19,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:19,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:19,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:19,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:19,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:19,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:19,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:19,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:19,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:19,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:19,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:19,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:19,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:19,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:19,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:19,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:19,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:19,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:19,390 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:19,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:10:19,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T15:10:19,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: -1 2024-12-09T15:10:19,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:19,753 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:19,754 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:19,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:19,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757079748, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:19,756 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1368067c to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b0d6fdc 2024-12-09T15:10:19,758 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5993a4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:19,760 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:19,761 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:19,762 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1368067c to 127.0.0.1:60157 2024-12-09T15:10:19,762 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:19,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:19,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:19,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:19,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:19,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:19,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:19,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:19,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:19,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:19,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:19,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:19,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:19,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:19,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:19,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:19,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:19,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:19,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:19,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:19,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:19,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:19,903 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:20,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:20,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:20,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:20,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:20,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:20,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:20,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:20,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:20,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:20,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:20,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:20,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:20,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:20,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:20,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:20,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:20,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:20,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:20,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:20,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:20,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:20,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:20,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:20,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:20,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:20,414 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:20,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:20,769 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:20,769 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:20,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:20,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757080763, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:20,772 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7075c83c to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@763a61 2024-12-09T15:10:20,775 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44861214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:20,776 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:20,777 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:20,778 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7075c83c to 127.0.0.1:60157 2024-12-09T15:10:20,778 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:20,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:20,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:20,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:20,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:20,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:20,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:20,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:20,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:20,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:20,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:20,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:20,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:20,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:20,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:20,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:20,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:20,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:20,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:20,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:20,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:20,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:20,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:20,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:20,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:20,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:20,927 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:21,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:21,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:21,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:21,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:21,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:21,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:21,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:21,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:21,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:21,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:21,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:21,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:21,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:21,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:21,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:21,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:21,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:21,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:21,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:21,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:21,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:21,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:21,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:21,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:21,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:21,440 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T15:10:21,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:21,783 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:21,784 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:21,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:21,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757081779, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:21,785 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52d75d67 to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63c3d06e 2024-12-09T15:10:21,788 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a178b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:21,789 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:21,790 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:21,792 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52d75d67 to 127.0.0.1:60157 2024-12-09T15:10:21,792 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:21,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-09T15:10:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,942 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,943 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:10:21,950 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:10:21,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/fam, FileablePath, hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/recovered.edits] 2024-12-09T15:10:21,962 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/fam/30f15289b1024e8e868ac26907d17723 to hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/archive/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/fam/30f15289b1024e8e868ac26907d17723 2024-12-09T15:10:21,966 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/recovered.edits/8.seqid to hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/archive/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2/recovered.edits/8.seqid 2024-12-09T15:10:21,967 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/testdroppedtimed/660bcf134ee0ae2c534bed3d464340e2 2024-12-09T15:10:21,967 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T15:10:21,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,973 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T15:10:21,975 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T15:10:21,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T15:10:21,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733757021976"}]},"ts":"9223372036854775807"} 2024-12-09T15:10:21,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T15:10:21,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 660bcf134ee0ae2c534bed3d464340e2, NAME => 'testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T15:10:21,978 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T15:10:21,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733757021978"}]},"ts":"9223372036854775807"} 2024-12-09T15:10:21,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T15:10:21,983 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T15:10:21,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 42 msec 2024-12-09T15:10:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T15:10:22,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-09T15:10:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:22,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:22,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:22,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:22,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:22,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:22,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:22,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:22,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:22,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:22,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:22,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:22,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:22,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:22,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:22,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:22,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:22,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:22,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:22,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:22,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:22,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:22,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:22,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:22,057 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T15:10:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:22,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:22,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:22,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:22,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:22,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:22,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:22,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:22,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:22,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:22,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:22,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:22,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:22,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:22,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:22,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:22,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:22,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:22,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:22,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:22,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:22,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:22,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:22,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:22,570 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T15:10:22,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:22,797 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:10:22,798 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:22,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T15:10:22,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] ipc.CallRunner(138): callId: 58 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:46640 deadline: 1733757082792, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T15:10:22,799 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1929e77d to 127.0.0.1:60157 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64141496 2024-12-09T15:10:22,803 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786c945c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:10:22,804 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:10:22,805 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T15:10:22,805 WARN [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-09T15:10:22,806 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1929e77d to 127.0.0.1:60157 2024-12-09T15:10:22,806 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:23,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:23,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:23,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:23,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:23,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:23,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:23,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:23,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:23,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:23,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:23,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:23,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:23,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:23,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:23,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:23,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:23,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:23,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:23,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:23,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:23,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:23,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:23,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:23,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:23,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:23,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T15:10:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:23,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:23,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:23,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:23,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:23,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:23,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:23,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:23,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:23,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:23,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:23,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:23,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:23,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:23,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:23,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:23,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:23,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:23,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:23,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:23,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:23,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:23,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:23,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:23,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:23,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:23,599 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T15:10:23,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,814 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/27=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/28=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/29=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/30=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/31=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/32=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/33=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/34=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/35=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/36=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/37=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/38=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/39=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/40=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/41=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/42=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/43=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/44=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/45=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/46=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/47=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/48=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/49=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,819 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,825 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/51=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/52=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/53=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/54=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/55=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/56=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/57=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/58=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/59=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/60=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/61=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/62=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/63=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/64=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/65=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/66=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/67=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/68=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/69=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/70=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/71=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/72=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/73=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,828 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,833 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/75=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/76=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/77=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/78=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/79=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/80=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/81=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/82=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/83=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/84=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/85=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/86=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/87=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/88=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/89=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/90=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/91=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/92=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/93=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/94=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/95=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/96=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/97=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,836 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,842 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/99=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/100=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/101=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/102=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/103=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/104=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/105=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/106=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/107=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/108=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/109=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/110=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/111=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/112=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/113=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/114=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/115=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/116=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/117=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/118=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/119=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/120=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/121=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,844 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,854 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/123=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/124=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/125=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/126=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/127=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/128=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/129=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/130=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/131=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/132=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/133=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/134=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/135=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/136=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/137=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/138=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/139=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/140=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/141=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/142=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/143=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/144=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/145=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,857 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,862 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/147=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/148=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/149=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/150=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/151=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/152=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/153=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/154=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/155=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/156=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/157=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/158=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/159=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/160=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/161=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/162=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/163=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/164=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/165=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/166=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/167=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/168=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/169=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,866 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,871 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/171=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/172=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/173=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/174=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/175=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/176=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/177=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/178=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/179=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/180=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/181=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/182=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/183=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/184=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/185=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/186=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/187=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/188=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/189=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/190=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/191=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/192=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/193=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,874 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,878 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/195=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/196=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/197=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/198=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/199=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/200=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/201=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/202=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/203=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/204=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/205=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/206=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/207=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/208=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/209=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/210=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/211=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/212=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/213=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/214=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/215=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/216=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/217=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,881 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,886 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/219=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/220=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/221=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/222=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/223=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/224=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/225=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/226=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/227=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/228=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/229=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/230=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/231=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/232=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/233=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/234=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/235=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/236=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/237=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/238=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/239=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/240=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/241=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,888 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,901 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/243=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/244=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/245=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/246=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/247=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/248=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/249=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/250=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/251=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/252=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/253=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/254=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/255=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/256=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/257=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/258=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/259=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/260=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/261=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/262=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/263=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/264=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/265=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,903 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,910 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/267=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/268=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/269=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/270=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/271=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/272=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/273=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/274=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/275=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/276=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/277=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/278=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/279=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/280=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/281=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/282=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/283=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/284=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/285=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/286=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/287=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/288=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/289=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,912 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,920 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/291=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/292=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/293=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/294=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/295=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/296=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/297=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/298=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/299=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/300=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/301=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/302=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/303=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/304=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/305=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/306=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/307=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/308=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/309=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/310=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/311=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/312=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/313=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,922 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,926 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/315=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/316=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/317=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/318=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/319=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/320=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/321=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/322=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/323=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/324=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/325=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/326=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/327=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/328=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/329=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/330=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/331=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/332=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/333=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/334=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/335=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/336=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/337=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,929 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,934 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/339=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/340=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/341=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/342=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/343=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/344=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/345=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/346=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/347=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/348=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/349=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/350=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/351=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/352=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/353=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/354=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/355=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/356=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/357=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/358=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/359=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/360=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/361=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,936 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,942 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/363=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/364=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/365=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/366=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/367=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/368=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/369=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/370=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/371=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/372=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/373=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/374=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/375=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/376=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/377=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/378=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/379=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/380=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/381=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/382=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/383=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/384=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/385=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,944 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,951 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/387=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/388=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/389=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/390=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/391=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/392=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/393=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/394=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/395=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/396=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/397=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/398=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/399=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/400=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/401=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/402=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/403=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/404=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/405=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/406=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/407=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/408=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/409=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,953 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,959 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/411=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/412=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/413=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/414=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/415=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/416=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/417=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/418=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/419=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/420=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/421=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/422=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/423=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/424=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/425=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/426=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/427=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/428=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/429=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/430=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/431=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/432=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/433=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,962 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,973 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/435=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/436=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/437=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/438=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/439=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/440=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/441=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/442=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/443=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/444=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/445=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/446=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/447=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/448=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/449=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/450=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/451=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/452=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/453=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/454=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/455=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/456=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/457=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,975 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,982 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/459=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/460=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/461=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/462=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/463=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/464=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/465=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/466=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/467=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/468=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/469=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/470=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/471=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/472=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/473=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/474=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/475=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/476=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/477=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/478=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/479=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/480=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/481=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,984 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,991 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/483=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/484=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/485=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/486=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/487=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/488=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/489=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/490=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/491=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/492=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/493=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/494=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/495=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/496=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/497=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/498=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/499=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/500=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/501=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/502=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/503=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/504=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/505=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:23,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,993 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:23,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:23,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:23,999 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/507=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/508=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/509=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/510=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/511=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/512=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/513=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/514=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/515=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/516=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/517=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/518=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/519=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/520=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/521=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/522=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/523=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/524=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/525=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/526=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/527=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/528=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/529=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,001 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,008 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/531=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/532=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/533=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/534=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/535=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/536=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/537=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/538=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/539=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/540=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/541=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/542=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/543=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/544=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/545=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/546=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/547=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/548=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/549=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/550=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/551=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/552=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/553=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,010 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,021 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/555=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/556=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/557=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/558=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/559=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/560=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/561=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/562=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/563=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/564=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/565=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/566=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/567=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/568=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/569=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/570=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/571=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/572=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/573=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/574=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/575=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/576=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/577=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,023 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,031 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/579=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/580=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/581=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/582=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/583=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/584=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/585=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/586=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/587=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/588=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/589=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/590=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/591=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/592=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/593=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/594=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/595=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/596=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/597=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/598=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/599=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/600=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/601=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,032 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,039 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/603=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/604=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/605=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/606=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/607=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/608=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/609=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/610=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/611=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/612=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/613=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/614=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/615=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/616=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/617=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/618=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/619=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/620=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/621=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/622=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/623=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/624=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/625=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,041 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,047 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/627=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/628=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/629=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/630=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/631=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/632=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/633=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/634=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/635=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/636=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/637=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/638=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/639=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/640=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/641=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/642=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/643=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/644=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/645=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/646=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/647=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/648=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/649=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,049 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,063 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/651=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/652=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/653=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/654=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/655=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/656=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/657=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/658=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/659=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/660=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/661=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/662=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/663=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/664=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/665=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/666=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/667=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/668=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/669=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/670=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/671=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/672=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/673=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,064 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,074 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/675=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/676=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/677=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/678=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/679=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/680=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/681=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/682=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/683=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/684=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/685=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/686=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/687=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/688=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/689=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/690=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/691=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/692=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/693=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/694=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/695=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/696=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/697=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,076 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,082 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/699=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/700=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/701=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/702=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/703=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/704=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/705=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/706=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/707=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/708=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/709=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/710=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/711=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/712=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/713=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/714=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/715=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/716=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/717=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/718=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/719=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/720=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/721=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,084 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,090 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/723=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/724=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/725=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/726=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/727=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/728=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/729=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/730=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/731=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/732=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/733=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/734=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/735=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/736=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/737=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/738=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/739=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/740=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/741=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/742=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/743=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/744=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/745=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,092 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,098 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/747=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/748=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/749=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/750=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/751=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/752=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/753=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/754=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/755=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/756=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/757=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/758=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/759=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/760=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/761=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/762=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/763=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/764=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/765=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/766=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/767=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/768=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/769=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,100 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:24,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,108 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/771=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/772=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/773=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/774=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/775=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/776=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/777=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/778=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/779=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/780=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/781=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/782=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/783=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/784=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/785=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/786=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/787=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/788=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/789=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/790=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/791=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/792=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/793=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,109 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:24,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:24,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:24,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:24,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:24,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:24,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:24,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:24,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:24,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:24,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:24,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:24,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:24,123 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/795=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/796=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/797=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/798=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/799=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/800=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/801=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/802=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/803=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/804=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/805=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/806=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/807=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/808=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/809=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/810=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/811=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/812=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/813=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/814=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/815=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/816=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/817=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:24,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:24,125 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:24,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:24,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:24,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:24,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:24,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:24,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:24,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:24,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:24,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:24,137 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T15:10:24,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,147 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/819=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/820=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/821=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/822=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/823=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/824=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/825=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/826=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/827=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/828=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/829=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/830=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/831=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/832=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/833=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/834=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/835=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/836=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/837=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/838=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/839=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/840=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/841=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,148 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,156 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/843=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/844=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/845=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/846=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/847=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/848=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/849=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/850=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/851=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/852=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/853=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/854=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/855=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/856=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/857=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/858=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/859=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/860=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/861=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/862=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/863=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/864=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/865=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,158 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,170 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/867=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/868=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/869=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/870=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/871=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/872=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/873=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/874=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/875=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/876=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/877=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/878=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/879=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/880=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/881=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/882=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/883=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/884=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/885=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/886=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/887=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/888=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/889=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,171 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,178 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/891=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/892=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/893=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/894=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/895=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/896=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/897=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/898=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/899=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/900=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/901=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/902=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/903=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/904=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/905=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/906=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/907=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/908=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/909=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/910=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/911=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/912=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/913=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,179 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,191 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/915=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/916=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/917=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/918=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/919=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/920=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/921=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/922=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/923=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/924=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/925=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/926=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/927=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/928=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/929=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/930=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/931=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/932=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/933=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/934=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/935=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/936=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/937=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,193 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T15:10:24,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,200 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/939=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/940=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/941=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/942=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/943=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/944=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/945=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/946=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/947=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/948=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/949=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/950=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/951=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/952=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/953=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/954=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/955=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/956=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/957=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/958=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/959=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/960=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/961=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,202 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-09T15:10:24,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,213 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 4208104, reset compression=false 2024-12-09T15:10:24,213 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/963=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/964=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/965=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/966=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/967=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/968=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/969=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/970=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/971=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/972=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/973=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/974=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/975=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/976=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/977=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/978=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/979=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/980=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/981=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/982=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/983=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/984=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/985=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T15:10:24,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,225 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/d77725596821e99491e9ad180a5e6000/987=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/988=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/989=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/990=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/991=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/992=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/993=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/994=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/995=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/996=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/997=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/998=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/999=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/1000=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/1001=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/1002=[#edits: 1 = ],4297}, {test/d77725596821e99491e9ad180a5e6000/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-09T15:10:24,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T15:10:24,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39803 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T15:10:24,247 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T15:10:24,247 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 4208924, reset compression=false 2024-12-09T15:10:24,247 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T15:10:24,452 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 4208924, reset compression=false 2024-12-09T15:10:24,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T15:10:24,485 INFO [33eb8daa289d:39803Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 1000 2024-12-09T15:10:24,628 INFO [33eb8daa289d:44271Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [33eb8daa289d%2C44271%2C1733756937624]: currently replicating from: hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 at position: 4208924 2024-12-09T15:10:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T15:10:24,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T15:10:24,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T15:10:24,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T15:10:24,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T15:10:24,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T15:10:24,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T15:10:24,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T15:10:24,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T15:10:24,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T15:10:24,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T15:10:24,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T15:10:24,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T15:10:24,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T15:10:24,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T15:10:24,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T15:10:24,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T15:10:24,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T15:10:24,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T15:10:24,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T15:10:24,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T15:10:24,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T15:10:24,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T15:10:24,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T15:10:24,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T15:10:24,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T15:10:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-09T15:10:24,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-09T15:10:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-09T15:10:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T15:10:24,706 DEBUG [PEWorker-1 {}] zookeeper.ZKUtil(111): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-09T15:10:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-09T15:10:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T15:10:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T15:10:24,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T15:10:24,757 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 to pos 4208924, reset compression=false 2024-12-09T15:10:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T15:10:24,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 33eb8daa289d,44271,1733756937624 2024-12-09T15:10:24,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44271 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-09T15:10:24,864 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-09T15:10:24,864 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-09T15:10:24,864 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-09T15:10:24,966 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f5ff94c to 127.0.0.1:60157 2024-12-09T15:10:24,966 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:24,972 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10197c53c2f000f, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:24,972 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10197c53c2f000f, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T15:10:25,067 WARN [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T15:10:25,067 WARN [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.wal-reader.33eb8daa289d%2C44271%2C1733756937624,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-09T15:10:25,167 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0.replicationSource,2.replicationSource.shipper33eb8daa289d%2C44271%2C1733756937624,2 terminated 2024-12-09T15:10:25,168 INFO [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-09T15:10:25,169 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/33eb8daa289d,44271,1733756937624/2/33eb8daa289d%2C44271%2C1733756937624.1733756939762 2024-12-09T15:10:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/33eb8daa289d,44271,1733756937624/2/33eb8daa289d%2C44271%2C1733756937624.1733756939762 2024-12-09T15:10:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/33eb8daa289d,44271,1733756937624/2 2024-12-09T15:10:25,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/33eb8daa289d,44271,1733756937624/2 2024-12-09T15:10:25,178 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T15:10:25,178 DEBUG [RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T15:10:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-09T15:10:25,182 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 33eb8daa289d,44271,1733756937624 suceeded 2024-12-09T15:10:25,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T15:10:25,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 471 msec 2024-12-09T15:10:25,205 DEBUG [PEWorker-4 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T15:10:25,205 INFO [PEWorker-4 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-09T15:10:25,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 507 msec 2024-12-09T15:10:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T15:10:25,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=395 (was 390) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x779f71f7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2358b38a00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x7eefb521-SendThread(127.0.0.1:60157) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x518955b5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x779f71f7-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x518955b5-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/33eb8daa289d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x779f71f7-SendThread(127.0.0.1:60157) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x518955b5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x7eefb521-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1984092981) connection to localhost/127.0.0.1:45805 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x0e0ca04e java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2358b38a00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60157@0x7eefb521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2358b38a00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2002977561_22 at /127.0.0.1:49998 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 611), ProcessCount=11 (was 11), AvailableMemoryMB=3772 (was 3206) - AvailableMemoryMB LEAK? - 2024-12-09T15:10:25,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x405300b0 to 127.0.0.1:60157 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5710c6ce to 127.0.0.1:60157 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,338 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7695feac to 127.0.0.1:60157 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T15:10:25,338 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eef29f5 to 127.0.0.1:60157 2024-12-09T15:10:25,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T15:10:25,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309698969, stopped=false 2024-12-09T15:10:25,339 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=33eb8daa289d,36569,1733756943904 2024-12-09T15:10:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T15:10:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:10:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T15:10:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:10:25,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T15:10:25,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,341 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,39803,1733756943959' ***** 2024-12-09T15:10:25,341 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T15:10:25,342 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:10:25,342 INFO [RS:0;33eb8daa289d:39803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:10:25,342 INFO [RS:0;33eb8daa289d:39803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:10:25,342 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for caccc51734b696f283db415d24d45254 2024-12-09T15:10:25,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for b60f555aef66f089d05c628e2f426f09 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 1cd249224e81f353ea139970cabf0aad 2024-12-09T15:10:25,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for fd87df552101ebd2e57b248bef717083 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 72d872b34319375b89828b41516dc9bf 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 2cfd4dd6b43387633d8787e38ae4cfd3 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 4039e0af9dde3f957c7c74dc12948bd1 2024-12-09T15:10:25,343 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing caccc51734b696f283db415d24d45254, disabling compactions & flushes 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c3518402135c5439d6314beb7862cd4 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for e977e2a3431c77c0de553a5fa44caf5e 2024-12-09T15:10:25,343 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 15c81cfb8fc9e13c71773d0c1328d3fd 2024-12-09T15:10:25,343 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 5522368b3f1635a7a5b8a81aeeb541af 2024-12-09T15:10:25,343 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733756955092.caccc51734b696f283db415d24d45254. after waiting 0 ms 2024-12-09T15:10:25,343 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e8c19cb7a8b567c55aedd26c957cc63 2024-12-09T15:10:25,343 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 54212ddb07474458313c27b4e0a7f5e1 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 1cfa51a321b7025cca4c8d1e99c34df9 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for e36437878c6bce01b8f29365fae71cf9 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ff4aa9b3b458c85c2b4dbb8fe784944 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 407044f5f8ff5e61b62c5168ad7c6537 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 1ba9ed7f37792f375ceaaedfa5f2d7a8 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for d1c9a15514bf15acbbbd37de3dc1356e 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 049692b500c5f49ca367aafe99bc35b0 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for e409f0596d14c6b7da8835c1f36096eb 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for e98a2e89108d3241fd98bc31afd3b128 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 12b357308a827059dd84891f6b9c0bb4 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for d3242df9c588bbe83af1ea4f10aadf87 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for cad753739c1a9ac7f0fde1b4277b1f5d 2024-12-09T15:10:25,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,39803,1733756943959 2024-12-09T15:10:25,344 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:10:25,344 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T15:10:25,345 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T15:10:25,347 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:10:25,347 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:10:25,347 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:10:25,347 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:10:25,347 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:10:25,347 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T15:10:25,348 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 049692b500c5f49ca367aafe99bc35b0, 0c3518402135c5439d6314beb7862cd4, 12b357308a827059dd84891f6b9c0bb4, 1588230740, 15c81cfb8fc9e13c71773d0c1328d3fd, 1ba9ed7f37792f375ceaaedfa5f2d7a8, 1cd249224e81f353ea139970cabf0aad, 1cfa51a321b7025cca4c8d1e99c34df9, 2cfd4dd6b43387633d8787e38ae4cfd3, 4039e0af9dde3f957c7c74dc12948bd1, 407044f5f8ff5e61b62c5168ad7c6537, 54212ddb07474458313c27b4e0a7f5e1, 5522368b3f1635a7a5b8a81aeeb541af, 63547e47cb869d0cd50e000c743c6a71, 72d872b34319375b89828b41516dc9bf, 7e8c19cb7a8b567c55aedd26c957cc63, 7ff4aa9b3b458c85c2b4dbb8fe784944, b60f555aef66f089d05c628e2f426f09, caccc51734b696f283db415d24d45254, cad753739c1a9ac7f0fde1b4277b1f5d, d1c9a15514bf15acbbbd37de3dc1356e, d3242df9c588bbe83af1ea4f10aadf87, e36437878c6bce01b8f29365fae71cf9, e409f0596d14c6b7da8835c1f36096eb, e977e2a3431c77c0de553a5fa44caf5e, e98a2e89108d3241fd98bc31afd3b128, ec226aff880b9e34fdb4ecf43c5b28a2, fd87df552101ebd2e57b248bef717083 2024-12-09T15:10:25,371 INFO [regionserver/33eb8daa289d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:10:25,377 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/caccc51734b696f283db415d24d45254/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,381 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for caccc51734b696f283db415d24d45254: 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733756955092.caccc51734b696f283db415d24d45254. 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b60f555aef66f089d05c628e2f426f09, disabling compactions & flushes 2024-12-09T15:10:25,381 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. after waiting 0 ms 2024-12-09T15:10:25,381 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:10:25,405 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/b60f555aef66f089d05c628e2f426f09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,406 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:10:25,406 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b60f555aef66f089d05c628e2f426f09: 2024-12-09T15:10:25,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733756955092.b60f555aef66f089d05c628e2f426f09. 2024-12-09T15:10:25,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1cd249224e81f353ea139970cabf0aad, disabling compactions & flushes 2024-12-09T15:10:25,408 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:10:25,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:10:25,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. after waiting 0 ms 2024-12-09T15:10:25,408 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:10:25,430 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/info/ad78f2b32b624fbe9a499f1b984ba6a8 is 143, key is hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4./info:regioninfo/1733756946802/Put/seqid=0 2024-12-09T15:10:25,438 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cd249224e81f353ea139970cabf0aad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,439 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1cd249224e81f353ea139970cabf0aad: 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733756955092.1cd249224e81f353ea139970cabf0aad. 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fd87df552101ebd2e57b248bef717083, disabling compactions & flushes 2024-12-09T15:10:25,439 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. after waiting 0 ms 2024-12-09T15:10:25,439 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:10:25,440 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T15:10:25,440 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T15:10:25,464 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/fd87df552101ebd2e57b248bef717083/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,465 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fd87df552101ebd2e57b248bef717083: 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733756955092.fd87df552101ebd2e57b248bef717083. 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 72d872b34319375b89828b41516dc9bf, disabling compactions & flushes 2024-12-09T15:10:25,466 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. after waiting 0 ms 2024-12-09T15:10:25,466 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:10:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741866_1042 (size=36340) 2024-12-09T15:10:25,473 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/info/ad78f2b32b624fbe9a499f1b984ba6a8 2024-12-09T15:10:25,479 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/72d872b34319375b89828b41516dc9bf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,480 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 72d872b34319375b89828b41516dc9bf: 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733756955092.72d872b34319375b89828b41516dc9bf. 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2cfd4dd6b43387633d8787e38ae4cfd3, disabling compactions & flushes 2024-12-09T15:10:25,480 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. after waiting 0 ms 2024-12-09T15:10:25,480 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:10:25,488 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/2cfd4dd6b43387633d8787e38ae4cfd3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,492 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2cfd4dd6b43387633d8787e38ae4cfd3: 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733756955092.2cfd4dd6b43387633d8787e38ae4cfd3. 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4039e0af9dde3f957c7c74dc12948bd1, disabling compactions & flushes 2024-12-09T15:10:25,492 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. after waiting 0 ms 2024-12-09T15:10:25,492 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:10:25,558 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 049692b500c5f49ca367aafe99bc35b0, 0c3518402135c5439d6314beb7862cd4, 12b357308a827059dd84891f6b9c0bb4, 1588230740, 15c81cfb8fc9e13c71773d0c1328d3fd, 1ba9ed7f37792f375ceaaedfa5f2d7a8, 1cfa51a321b7025cca4c8d1e99c34df9, 4039e0af9dde3f957c7c74dc12948bd1, 407044f5f8ff5e61b62c5168ad7c6537, 54212ddb07474458313c27b4e0a7f5e1, 5522368b3f1635a7a5b8a81aeeb541af, 63547e47cb869d0cd50e000c743c6a71, 7e8c19cb7a8b567c55aedd26c957cc63, 7ff4aa9b3b458c85c2b4dbb8fe784944, cad753739c1a9ac7f0fde1b4277b1f5d, d1c9a15514bf15acbbbd37de3dc1356e, d3242df9c588bbe83af1ea4f10aadf87, e36437878c6bce01b8f29365fae71cf9, e409f0596d14c6b7da8835c1f36096eb, e977e2a3431c77c0de553a5fa44caf5e, e98a2e89108d3241fd98bc31afd3b128, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:25,561 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:10:25,561 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e0ca04e to 127.0.0.1:60157 2024-12-09T15:10:25,561 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,561 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:10:25,561 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x779f71f7 to 127.0.0.1:60157 2024-12-09T15:10:25,561 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:25,565 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/4039e0af9dde3f957c7c74dc12948bd1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,565 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/rep_barrier/01917d870fd144a094a2d9c648923c90 is 115, key is test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d./rep_barrier:seqnumDuringOpen/1733756959304/Put/seqid=0 2024-12-09T15:10:25,567 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:10:25,567 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4039e0af9dde3f957c7c74dc12948bd1: 2024-12-09T15:10:25,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733756955092.4039e0af9dde3f957c7c74dc12948bd1. 2024-12-09T15:10:25,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c3518402135c5439d6314beb7862cd4, disabling compactions & flushes 2024-12-09T15:10:25,568 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:10:25,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:10:25,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. after waiting 0 ms 2024-12-09T15:10:25,568 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:10:25,607 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/0c3518402135c5439d6314beb7862cd4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,608 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:10:25,608 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c3518402135c5439d6314beb7862cd4: 2024-12-09T15:10:25,608 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733756955092.0c3518402135c5439d6314beb7862cd4. 2024-12-09T15:10:25,609 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e977e2a3431c77c0de553a5fa44caf5e, disabling compactions & flushes 2024-12-09T15:10:25,609 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:10:25,609 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:10:25,609 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. after waiting 0 ms 2024-12-09T15:10:25,609 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:10:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741867_1043 (size=8574) 2024-12-09T15:10:25,653 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e977e2a3431c77c0de553a5fa44caf5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,655 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e977e2a3431c77c0de553a5fa44caf5e: 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733756955092.e977e2a3431c77c0de553a5fa44caf5e. 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 15c81cfb8fc9e13c71773d0c1328d3fd, disabling compactions & flushes 2024-12-09T15:10:25,655 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. after waiting 0 ms 2024-12-09T15:10:25,655 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:10:25,673 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/15c81cfb8fc9e13c71773d0c1328d3fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,674 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 15c81cfb8fc9e13c71773d0c1328d3fd: 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733756955092.15c81cfb8fc9e13c71773d0c1328d3fd. 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5522368b3f1635a7a5b8a81aeeb541af, disabling compactions & flushes 2024-12-09T15:10:25,674 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. after waiting 0 ms 2024-12-09T15:10:25,674 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:10:25,700 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/5522368b3f1635a7a5b8a81aeeb541af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,708 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:10:25,708 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5522368b3f1635a7a5b8a81aeeb541af: 2024-12-09T15:10:25,709 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733756955092.5522368b3f1635a7a5b8a81aeeb541af. 2024-12-09T15:10:25,709 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e8c19cb7a8b567c55aedd26c957cc63, disabling compactions & flushes 2024-12-09T15:10:25,709 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:10:25,709 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:10:25,709 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. after waiting 0 ms 2024-12-09T15:10:25,709 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:10:25,742 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7e8c19cb7a8b567c55aedd26c957cc63/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,744 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:10:25,744 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e8c19cb7a8b567c55aedd26c957cc63: 2024-12-09T15:10:25,744 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733756955092.7e8c19cb7a8b567c55aedd26c957cc63. 2024-12-09T15:10:25,745 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54212ddb07474458313c27b4e0a7f5e1, disabling compactions & flushes 2024-12-09T15:10:25,745 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:10:25,745 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:10:25,745 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. after waiting 0 ms 2024-12-09T15:10:25,745 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:10:25,760 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 049692b500c5f49ca367aafe99bc35b0, 12b357308a827059dd84891f6b9c0bb4, 1588230740, 1ba9ed7f37792f375ceaaedfa5f2d7a8, 1cfa51a321b7025cca4c8d1e99c34df9, 407044f5f8ff5e61b62c5168ad7c6537, 54212ddb07474458313c27b4e0a7f5e1, 63547e47cb869d0cd50e000c743c6a71, 7ff4aa9b3b458c85c2b4dbb8fe784944, cad753739c1a9ac7f0fde1b4277b1f5d, d1c9a15514bf15acbbbd37de3dc1356e, d3242df9c588bbe83af1ea4f10aadf87, e36437878c6bce01b8f29365fae71cf9, e409f0596d14c6b7da8835c1f36096eb, e98a2e89108d3241fd98bc31afd3b128, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:25,790 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/54212ddb07474458313c27b4e0a7f5e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,791 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54212ddb07474458313c27b4e0a7f5e1: 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733756955092.54212ddb07474458313c27b4e0a7f5e1. 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1cfa51a321b7025cca4c8d1e99c34df9, disabling compactions & flushes 2024-12-09T15:10:25,791 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. after waiting 0 ms 2024-12-09T15:10:25,791 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:10:25,809 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1cfa51a321b7025cca4c8d1e99c34df9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,810 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:10:25,810 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1cfa51a321b7025cca4c8d1e99c34df9: 2024-12-09T15:10:25,811 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733756955092.1cfa51a321b7025cca4c8d1e99c34df9. 2024-12-09T15:10:25,811 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e36437878c6bce01b8f29365fae71cf9, disabling compactions & flushes 2024-12-09T15:10:25,811 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:10:25,811 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:10:25,811 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. after waiting 0 ms 2024-12-09T15:10:25,811 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:10:25,820 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e36437878c6bce01b8f29365fae71cf9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,821 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e36437878c6bce01b8f29365fae71cf9: 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733756955092.e36437878c6bce01b8f29365fae71cf9. 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ff4aa9b3b458c85c2b4dbb8fe784944, disabling compactions & flushes 2024-12-09T15:10:25,821 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. after waiting 0 ms 2024-12-09T15:10:25,821 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:10:25,838 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/7ff4aa9b3b458c85c2b4dbb8fe784944/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,839 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:10:25,839 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ff4aa9b3b458c85c2b4dbb8fe784944: 2024-12-09T15:10:25,839 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733756955092.7ff4aa9b3b458c85c2b4dbb8fe784944. 2024-12-09T15:10:25,839 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 63547e47cb869d0cd50e000c743c6a71, disabling compactions & flushes 2024-12-09T15:10:25,839 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 63547e47cb869d0cd50e000c743c6a71 2024-12-09T15:10:25,839 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 63547e47cb869d0cd50e000c743c6a71 2/2 column families, dataSize=6.91 MB heapSize=7.04 MB 2024-12-09T15:10:25,898 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/.tmp/f/a29747bd40454d0bb1e21acd85d9db50 is 4136, key is NormalPut000/f:row/1733756966804/Put/seqid=0 2024-12-09T15:10:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741868_1044 (size=4145810) 2024-12-09T15:10:25,907 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.91 MB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/.tmp/f/a29747bd40454d0bb1e21acd85d9db50 2024-12-09T15:10:25,923 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/.tmp/f/a29747bd40454d0bb1e21acd85d9db50 as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/f/a29747bd40454d0bb1e21acd85d9db50 2024-12-09T15:10:25,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:10:25,935 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/f/a29747bd40454d0bb1e21acd85d9db50, entries=1000, sequenceid=146, filesize=4.0 M 2024-12-09T15:10:25,936 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.91 MB/7247528, heapSize ~7.04 MB/7381072, currentSize=0 B/0 for 63547e47cb869d0cd50e000c743c6a71 in 97ms, sequenceid=146, compaction requested=false 2024-12-09T15:10:25,936 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:10:25,936 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:10:25,936 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. after waiting 0 ms 2024-12-09T15:10:25,936 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:10:25,949 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/63547e47cb869d0cd50e000c743c6a71/recovered.edits/149.seqid, newMaxSeqId=149, maxSeqId=1 2024-12-09T15:10:25,950 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:10:25,950 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 63547e47cb869d0cd50e000c743c6a71: 2024-12-09T15:10:25,950 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733756955092.63547e47cb869d0cd50e000c743c6a71. 2024-12-09T15:10:25,951 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 407044f5f8ff5e61b62c5168ad7c6537, disabling compactions & flushes 2024-12-09T15:10:25,951 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:10:25,951 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:10:25,951 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. after waiting 0 ms 2024-12-09T15:10:25,951 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:10:25,961 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 049692b500c5f49ca367aafe99bc35b0, 12b357308a827059dd84891f6b9c0bb4, 1588230740, 1ba9ed7f37792f375ceaaedfa5f2d7a8, 407044f5f8ff5e61b62c5168ad7c6537, cad753739c1a9ac7f0fde1b4277b1f5d, d1c9a15514bf15acbbbd37de3dc1356e, d3242df9c588bbe83af1ea4f10aadf87, e409f0596d14c6b7da8835c1f36096eb, e98a2e89108d3241fd98bc31afd3b128, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:25,968 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/407044f5f8ff5e61b62c5168ad7c6537/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:25,973 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 407044f5f8ff5e61b62c5168ad7c6537: 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733756955092.407044f5f8ff5e61b62c5168ad7c6537. 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1ba9ed7f37792f375ceaaedfa5f2d7a8, disabling compactions & flushes 2024-12-09T15:10:25,973 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. after waiting 0 ms 2024-12-09T15:10:25,973 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:10:26,002 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/1ba9ed7f37792f375ceaaedfa5f2d7a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,003 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1ba9ed7f37792f375ceaaedfa5f2d7a8: 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733756955092.1ba9ed7f37792f375ceaaedfa5f2d7a8. 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d1c9a15514bf15acbbbd37de3dc1356e, disabling compactions & flushes 2024-12-09T15:10:26,003 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. after waiting 0 ms 2024-12-09T15:10:26,003 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:10:26,015 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d1c9a15514bf15acbbbd37de3dc1356e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,016 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d1c9a15514bf15acbbbd37de3dc1356e: 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733756955092.d1c9a15514bf15acbbbd37de3dc1356e. 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 049692b500c5f49ca367aafe99bc35b0, disabling compactions & flushes 2024-12-09T15:10:26,016 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. after waiting 0 ms 2024-12-09T15:10:26,016 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:10:26,017 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/rep_barrier/01917d870fd144a094a2d9c648923c90 2024-12-09T15:10:26,022 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/049692b500c5f49ca367aafe99bc35b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,022 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:10:26,022 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 049692b500c5f49ca367aafe99bc35b0: 2024-12-09T15:10:26,023 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733756955092.049692b500c5f49ca367aafe99bc35b0. 2024-12-09T15:10:26,023 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e409f0596d14c6b7da8835c1f36096eb, disabling compactions & flushes 2024-12-09T15:10:26,023 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:10:26,023 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:10:26,023 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. after waiting 0 ms 2024-12-09T15:10:26,023 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:10:26,030 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e409f0596d14c6b7da8835c1f36096eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,032 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e409f0596d14c6b7da8835c1f36096eb: 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733756955092.e409f0596d14c6b7da8835c1f36096eb. 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e98a2e89108d3241fd98bc31afd3b128, disabling compactions & flushes 2024-12-09T15:10:26,032 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. after waiting 0 ms 2024-12-09T15:10:26,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:10:26,062 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/table/8c4c53a997554f7c80bf2b996e1fc01f is 94, key is testdroppedtimed,,1733756965029.231a31201d2697d8627a96bb10452561./table:/1733756968371/DeleteFamily/seqid=0 2024-12-09T15:10:26,064 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/e98a2e89108d3241fd98bc31afd3b128/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,065 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:10:26,065 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e98a2e89108d3241fd98bc31afd3b128: 2024-12-09T15:10:26,065 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733756955092.e98a2e89108d3241fd98bc31afd3b128. 2024-12-09T15:10:26,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 12b357308a827059dd84891f6b9c0bb4, disabling compactions & flushes 2024-12-09T15:10:26,066 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:10:26,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:10:26,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. after waiting 0 ms 2024-12-09T15:10:26,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:10:26,066 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 12b357308a827059dd84891f6b9c0bb4 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T15:10:26,115 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/.tmp/info/cc06744bcca14abaa1afa0290f08a1b9 is 45, key is default/info:d/1733756946831/Put/seqid=0 2024-12-09T15:10:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741869_1045 (size=5605) 2024-12-09T15:10:26,122 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/table/8c4c53a997554f7c80bf2b996e1fc01f 2024-12-09T15:10:26,133 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/info/ad78f2b32b624fbe9a499f1b984ba6a8 as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/info/ad78f2b32b624fbe9a499f1b984ba6a8 2024-12-09T15:10:26,152 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/info/ad78f2b32b624fbe9a499f1b984ba6a8, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T15:10:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741870_1046 (size=5037) 2024-12-09T15:10:26,161 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/rep_barrier/01917d870fd144a094a2d9c648923c90 as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/rep_barrier/01917d870fd144a094a2d9c648923c90 2024-12-09T15:10:26,161 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 12b357308a827059dd84891f6b9c0bb4, 1588230740, cad753739c1a9ac7f0fde1b4277b1f5d, d3242df9c588bbe83af1ea4f10aadf87, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:26,169 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/rep_barrier/01917d870fd144a094a2d9c648923c90, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T15:10:26,171 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/.tmp/table/8c4c53a997554f7c80bf2b996e1fc01f as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/table/8c4c53a997554f7c80bf2b996e1fc01f 2024-12-09T15:10:26,179 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/table/8c4c53a997554f7c80bf2b996e1fc01f, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T15:10:26,180 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 833ms, sequenceid=77, compaction requested=false 2024-12-09T15:10:26,257 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T15:10:26,258 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:10:26,258 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:10:26,258 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:10:26,258 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T15:10:26,361 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1599): Waiting on 4 regions to close 2024-12-09T15:10:26,361 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1603): Online Regions={12b357308a827059dd84891f6b9c0bb4=hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4., d3242df9c588bbe83af1ea4f10aadf87=test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87., cad753739c1a9ac7f0fde1b4277b1f5d=test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d., ec226aff880b9e34fdb4ecf43c5b28a2=test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2.} 2024-12-09T15:10:26,361 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 12b357308a827059dd84891f6b9c0bb4, cad753739c1a9ac7f0fde1b4277b1f5d, d3242df9c588bbe83af1ea4f10aadf87, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:26,561 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/.tmp/info/cc06744bcca14abaa1afa0290f08a1b9 2024-12-09T15:10:26,562 DEBUG [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1629): Waiting on 12b357308a827059dd84891f6b9c0bb4, cad753739c1a9ac7f0fde1b4277b1f5d, d3242df9c588bbe83af1ea4f10aadf87, ec226aff880b9e34fdb4ecf43c5b28a2 2024-12-09T15:10:26,569 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/.tmp/info/cc06744bcca14abaa1afa0290f08a1b9 as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/info/cc06744bcca14abaa1afa0290f08a1b9 2024-12-09T15:10:26,579 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/info/cc06744bcca14abaa1afa0290f08a1b9, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T15:10:26,580 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 12b357308a827059dd84891f6b9c0bb4 in 514ms, sequenceid=6, compaction requested=false 2024-12-09T15:10:26,589 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/hbase/namespace/12b357308a827059dd84891f6b9c0bb4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T15:10:26,590 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 12b357308a827059dd84891f6b9c0bb4: 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733756945611.12b357308a827059dd84891f6b9c0bb4. 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d3242df9c588bbe83af1ea4f10aadf87, disabling compactions & flushes 2024-12-09T15:10:26,590 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. after waiting 0 ms 2024-12-09T15:10:26,590 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/d3242df9c588bbe83af1ea4f10aadf87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,594 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d3242df9c588bbe83af1ea4f10aadf87: 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733756955092.d3242df9c588bbe83af1ea4f10aadf87. 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cad753739c1a9ac7f0fde1b4277b1f5d, disabling compactions & flushes 2024-12-09T15:10:26,594 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. after waiting 0 ms 2024-12-09T15:10:26,594 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:10:26,598 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/cad753739c1a9ac7f0fde1b4277b1f5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,598 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:10:26,599 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cad753739c1a9ac7f0fde1b4277b1f5d: 2024-12-09T15:10:26,599 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733756955092.cad753739c1a9ac7f0fde1b4277b1f5d. 2024-12-09T15:10:26,600 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ec226aff880b9e34fdb4ecf43c5b28a2, disabling compactions & flushes 2024-12-09T15:10:26,600 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:10:26,600 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:10:26,600 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. after waiting 0 ms 2024-12-09T15:10:26,600 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:10:26,603 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/data/default/test/ec226aff880b9e34fdb4ecf43c5b28a2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:26,604 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:10:26,604 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ec226aff880b9e34fdb4ecf43c5b28a2: 2024-12-09T15:10:26,604 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733756955092.ec226aff880b9e34fdb4ecf43c5b28a2. 2024-12-09T15:10:26,762 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,39803,1733756943959; all regions closed. 2024-12-09T15:10:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741834_1010 (size=40374) 2024-12-09T15:10:26,768 DEBUG [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/oldWALs 2024-12-09T15:10:26,768 INFO [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C39803%2C1733756943959.meta:.meta(num 1733756945536) 2024-12-09T15:10:26,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/WALs/33eb8daa289d,39803,1733756943959/33eb8daa289d%2C39803%2C1733756943959.1733756944597 not finished, retry = 0 2024-12-09T15:10:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741832_1008 (size=7282955) 2024-12-09T15:10:26,884 DEBUG [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/oldWALs 2024-12-09T15:10:26,884 INFO [RS:0;33eb8daa289d:39803 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C39803%2C1733756943959:(num 1733756944597) 2024-12-09T15:10:26,884 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:26,884 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:10:26,885 INFO [RS:0;33eb8daa289d:39803 {}] hbase.ChoreService(370): Chore service for: regionserver/33eb8daa289d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T15:10:26,885 INFO [regionserver/33eb8daa289d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:10:26,886 INFO [RS:0;33eb8daa289d:39803 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;33eb8daa289d:39803. 2024-12-09T15:10:26,886 DEBUG [RS:0;33eb8daa289d:39803 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:10:26,886 DEBUG [RS:0;33eb8daa289d:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:26,887 DEBUG [RS:0;33eb8daa289d:39803 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eefb521 to 127.0.0.1:60157 2024-12-09T15:10:26,887 INFO [RS:0;33eb8daa289d:39803 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39803 2024-12-09T15:10:26,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/33eb8daa289d,39803,1733756943959 2024-12-09T15:10:26,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T15:10:26,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33eb8daa289d,39803,1733756943959] 2024-12-09T15:10:26,892 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 33eb8daa289d,39803,1733756943959; numProcessing=1 2024-12-09T15:10:26,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/33eb8daa289d,39803,1733756943959 already deleted, retry=false 2024-12-09T15:10:26,894 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 33eb8daa289d,39803,1733756943959 expired; onlineServers=0 2024-12-09T15:10:26,894 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,36569,1733756943904' ***** 2024-12-09T15:10:26,894 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T15:10:26,895 DEBUG [M:0;33eb8daa289d:36569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57da8ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:10:26,895 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,36569,1733756943904 2024-12-09T15:10:26,895 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,36569,1733756943904; all regions closed. 2024-12-09T15:10:26,895 DEBUG [M:0;33eb8daa289d:36569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:26,895 DEBUG [M:0;33eb8daa289d:36569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T15:10:26,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T15:10:26,895 DEBUG [M:0;33eb8daa289d:36569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T15:10:26,895 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756944341 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756944341,5,FailOnTimeoutGroup] 2024-12-09T15:10:26,895 INFO [M:0;33eb8daa289d:36569 {}] hbase.ChoreService(370): Chore service for: master/33eb8daa289d:0 had [] on shutdown 2024-12-09T15:10:26,895 DEBUG [M:0;33eb8daa289d:36569 {}] master.HMaster(1733): Stopping service threads 2024-12-09T15:10:26,896 INFO [M:0;33eb8daa289d:36569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T15:10:26,896 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756944341 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756944341,5,FailOnTimeoutGroup] 2024-12-09T15:10:26,896 INFO [M:0;33eb8daa289d:36569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T15:10:26,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T15:10:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-09T15:10:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] zookeeper.RecoverableZooKeeper(215): Node /2/master already deleted, retry=false 2024-12-09T15:10:26,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] master.ActiveMasterManager(353): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Failed delete of our master address node; KeeperErrorCode = NoNode for /2/master 2024-12-09T15:10:26,899 INFO [M:0;33eb8daa289d:36569 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T15:10:26,899 INFO [M:0;33eb8daa289d:36569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:10:26,899 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:10:26,899 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:26,899 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.98 KB 2024-12-09T15:10:26,924 DEBUG [M:0;33eb8daa289d:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53d057500c643c28187f48eba25b70b is 82, key is hbase:meta,,1/info:regioninfo/1733756945578/Put/seqid=0 2024-12-09T15:10:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741871_1047 (size=5672) 2024-12-09T15:10:26,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:26,994 INFO [RS:0;33eb8daa289d:39803 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,39803,1733756943959; zookeeper connection closed. 2024-12-09T15:10:26,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x10197c53c2f0004, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:26,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@793fb298 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@793fb298 2024-12-09T15:10:26,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T15:10:27,331 INFO [M:0;33eb8daa289d:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53d057500c643c28187f48eba25b70b 2024-12-09T15:10:27,367 DEBUG [M:0;33eb8daa289d:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87024b53b154365abbbd803cbe738ba is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733756959527/Put/seqid=0 2024-12-09T15:10:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741872_1048 (size=11250) 2024-12-09T15:10:27,377 INFO [M:0;33eb8daa289d:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.71 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87024b53b154365abbbd803cbe738ba 2024-12-09T15:10:27,386 INFO [M:0;33eb8daa289d:36569 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a87024b53b154365abbbd803cbe738ba 2024-12-09T15:10:27,407 DEBUG [M:0;33eb8daa289d:36569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97330b4691ff494d96cd7d6219bade7b is 69, key is 33eb8daa289d,39803,1733756943959/rs:state/1733756944422/Put/seqid=0 2024-12-09T15:10:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741873_1049 (size=5156) 2024-12-09T15:10:27,822 INFO [M:0;33eb8daa289d:36569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97330b4691ff494d96cd7d6219bade7b 2024-12-09T15:10:27,831 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a53d057500c643c28187f48eba25b70b as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a53d057500c643c28187f48eba25b70b 2024-12-09T15:10:27,854 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a53d057500c643c28187f48eba25b70b, entries=8, sequenceid=549, filesize=5.5 K 2024-12-09T15:10:27,856 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a87024b53b154365abbbd803cbe738ba as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87024b53b154365abbbd803cbe738ba 2024-12-09T15:10:27,867 INFO [M:0;33eb8daa289d:36569 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a87024b53b154365abbbd803cbe738ba 2024-12-09T15:10:27,867 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a87024b53b154365abbbd803cbe738ba, entries=69, sequenceid=549, filesize=11.0 K 2024-12-09T15:10:27,869 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97330b4691ff494d96cd7d6219bade7b as hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97330b4691ff494d96cd7d6219bade7b 2024-12-09T15:10:27,877 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39157/user/jenkins/test-data/6ab43d14-2e91-2b90-a1fb-f3968dc38223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97330b4691ff494d96cd7d6219bade7b, entries=1, sequenceid=549, filesize=5.0 K 2024-12-09T15:10:27,878 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225551, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=549, compaction requested=false 2024-12-09T15:10:27,879 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:27,879 DEBUG [M:0;33eb8daa289d:36569 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:10:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741830_1006 (size=262163) 2024-12-09T15:10:27,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:10:27,889 INFO [M:0;33eb8daa289d:36569 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T15:10:27,889 INFO [M:0;33eb8daa289d:36569 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:36569 2024-12-09T15:10:27,890 DEBUG [M:0;33eb8daa289d:36569 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/33eb8daa289d,36569,1733756943904 already deleted, retry=false 2024-12-09T15:10:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:27,992 INFO [M:0;33eb8daa289d:36569 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,36569,1733756943904; zookeeper connection closed. 2024-12-09T15:10:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36569-0x10197c53c2f0003, quorum=127.0.0.1:60157, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:27,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ca779b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:10:28,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@529862ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:10:28,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:10:28,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@231527f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:10:28,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50702c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.log.dir/,STOPPED} 2024-12-09T15:10:28,005 WARN [BP-277666210-172.17.0.3-1733756942727 heartbeating to localhost/127.0.0.1:39157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:10:28,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:10:28,005 WARN [BP-277666210-172.17.0.3-1733756942727 heartbeating to localhost/127.0.0.1:39157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-277666210-172.17.0.3-1733756942727 (Datanode Uuid be63febe-d71e-47f1-b6af-1374c6debd4c) service to localhost/127.0.0.1:39157 2024-12-09T15:10:28,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:10:28,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data1/current/BP-277666210-172.17.0.3-1733756942727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:10:28,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/cluster_8213eda5-40a7-1dca-9a0c-52b3b1228b24/dfs/data/data2/current/BP-277666210-172.17.0.3-1733756942727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:10:28,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:10:28,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43d433b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:10:28,019 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@340690c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:10:28,019 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:10:28,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3c3146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:10:28,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de27be2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8d5e718b-d9c6-ff58-dc92-3caf775760dd/hadoop.log.dir/,STOPPED} 2024-12-09T15:10:28,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T15:10:28,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T15:10:28,063 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T15:10:28,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70adeb94 to 127.0.0.1:60157 2024-12-09T15:10:28,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:28,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T15:10:28,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-12-09T15:10:28,063 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=33eb8daa289d,33893,1733756936787 2024-12-09T15:10:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T15:10:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:10:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T15:10:28,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T15:10:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:10:28,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:28,065 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,44271,1733756937624' ***** 2024-12-09T15:10:28,065 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T15:10:28,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:10:28,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c234737209b5c22d19769b8136e39f1 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 09ea367871bc323f83b739b4c918dab4 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 85fb6e28a718e0a8ad4d03b7ec39474b 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e98db065cc86eeb21fdb1e0dd5dc9a2 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 869f6eb49c971aa6a9524241aecb282c 2024-12-09T15:10:28,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c234737209b5c22d19769b8136e39f1, disabling compactions & flushes 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for d77725596821e99491e9ad180a5e6000 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for cac9d50fc78be001f3bee9bda6fcba99 2024-12-09T15:10:28,066 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 873d27857b68c63569bd0a5d52f471ba 2024-12-09T15:10:28,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for c7f0ebac89032cd05a6f31a5cdaeac39 2024-12-09T15:10:28,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. after waiting 0 ms 2024-12-09T15:10:28,066 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 46334dab5d34564a00597ca8bc1f8ca6 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 947abf5b7a6289890a02ec7705398383 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 128b24519f9551bbc1ebeb8425961fcc 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 797e10d894386441d49df45e39359cb6 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for c0aa206028989437ae29a54b36da0954 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for c56e84d7d6de07a3db9f94e8d4358551 2024-12-09T15:10:28,066 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for bac559e0c322e6fe3ed8ace385b2fccd 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 9b96b36aeef8975cf253da2b749ece4a 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 5de941865aa59ef8d5890f851c7d088b 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 8d85356e473e3a2da458e57924451472 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 5cf350ff37af40db50c80012120aac31 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 28d62c045f33e1101b0cff4631f02d75 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 282949b37a500c6f7301b5eea0b20648 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 5d85821790087dbbe7a4ebdb3c58a514 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c407c2f84a81ff35d47a458bf035c26 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,44271,1733756937624 2024-12-09T15:10:28,067 DEBUG [RS:0;33eb8daa289d:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:10:28,067 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T15:10:28,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T15:10:28,068 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T15:10:28,068 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 09ea367871bc323f83b739b4c918dab4, 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 3c234737209b5c22d19769b8136e39f1, 46334dab5d34564a00597ca8bc1f8ca6, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 5e98db065cc86eeb21fdb1e0dd5dc9a2, 797e10d894386441d49df45e39359cb6, 85fb6e28a718e0a8ad4d03b7ec39474b, 869f6eb49c971aa6a9524241aecb282c, 873d27857b68c63569bd0a5d52f471ba, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 947abf5b7a6289890a02ec7705398383, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, c7f0ebac89032cd05a6f31a5cdaeac39, cac9d50fc78be001f3bee9bda6fcba99, cc4bcd981503edb9b11a0e2d284200f2, d1a9de08a8795900e8a2b73f9406b7a5, d77725596821e99491e9ad180a5e6000 2024-12-09T15:10:28,068 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:10:28,068 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T15:10:28,068 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T15:10:28,068 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:10:28,068 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:10:28,068 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T15:10:28,071 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/3c234737209b5c22d19769b8136e39f1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,072 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c234737209b5c22d19769b8136e39f1: 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1. 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 09ea367871bc323f83b739b4c918dab4, disabling compactions & flushes 2024-12-09T15:10:28,072 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. after waiting 0 ms 2024-12-09T15:10:28,072 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:10:28,076 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/09ea367871bc323f83b739b4c918dab4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,076 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:10:28,076 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 09ea367871bc323f83b739b4c918dab4: 2024-12-09T15:10:28,076 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733756946939.09ea367871bc323f83b739b4c918dab4. 2024-12-09T15:10:28,077 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 85fb6e28a718e0a8ad4d03b7ec39474b, disabling compactions & flushes 2024-12-09T15:10:28,077 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:10:28,077 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:10:28,077 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. after waiting 0 ms 2024-12-09T15:10:28,077 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:10:28,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/85fb6e28a718e0a8ad4d03b7ec39474b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,082 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 85fb6e28a718e0a8ad4d03b7ec39474b: 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733756946939.85fb6e28a718e0a8ad4d03b7ec39474b. 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e98db065cc86eeb21fdb1e0dd5dc9a2, disabling compactions & flushes 2024-12-09T15:10:28,082 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. after waiting 0 ms 2024-12-09T15:10:28,082 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:10:28,085 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5e98db065cc86eeb21fdb1e0dd5dc9a2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,086 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e98db065cc86eeb21fdb1e0dd5dc9a2: 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733756946939.5e98db065cc86eeb21fdb1e0dd5dc9a2. 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 869f6eb49c971aa6a9524241aecb282c, disabling compactions & flushes 2024-12-09T15:10:28,086 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. after waiting 0 ms 2024-12-09T15:10:28,086 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:10:28,089 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/869f6eb49c971aa6a9524241aecb282c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,090 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 869f6eb49c971aa6a9524241aecb282c: 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733756946939.869f6eb49c971aa6a9524241aecb282c. 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d77725596821e99491e9ad180a5e6000, disabling compactions & flushes 2024-12-09T15:10:28,090 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733756946939.d77725596821e99491e9ad180a5e6000. after waiting 0 ms 2024-12-09T15:10:28,090 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:10:28,090 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d77725596821e99491e9ad180a5e6000 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-09T15:10:28,091 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/info/906578a3840d412eba12984439266430 is 143, key is hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5./info:regioninfo/1733756942366/Put/seqid=0 2024-12-09T15:10:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741867_1043 (size=36340) 2024-12-09T15:10:28,096 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/info/906578a3840d412eba12984439266430 2024-12-09T15:10:28,112 INFO [regionserver/33eb8daa289d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:10:28,125 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/.tmp/f/39118c6dedc1418a9d6af5878d9b2c97 is 4136, key is NormalPut000/f:row/1733756966804/Put/seqid=0 2024-12-09T15:10:28,129 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/rep_barrier/bf929920973f47019b21a2e394699f3e is 115, key is test,bbb,1733756946939.3c234737209b5c22d19769b8136e39f1./rep_barrier:seqnumDuringOpen/1733756951608/Put/seqid=0 2024-12-09T15:10:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741868_1044 (size=4147225) 2024-12-09T15:10:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741869_1045 (size=8574) 2024-12-09T15:10:28,268 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 46334dab5d34564a00597ca8bc1f8ca6, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 797e10d894386441d49df45e39359cb6, 873d27857b68c63569bd0a5d52f471ba, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 947abf5b7a6289890a02ec7705398383, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, c7f0ebac89032cd05a6f31a5cdaeac39, cac9d50fc78be001f3bee9bda6fcba99, cc4bcd981503edb9b11a0e2d284200f2, d1a9de08a8795900e8a2b73f9406b7a5, d77725596821e99491e9ad180a5e6000 2024-12-09T15:10:28,468 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 46334dab5d34564a00597ca8bc1f8ca6, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 797e10d894386441d49df45e39359cb6, 873d27857b68c63569bd0a5d52f471ba, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 947abf5b7a6289890a02ec7705398383, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, c7f0ebac89032cd05a6f31a5cdaeac39, cac9d50fc78be001f3bee9bda6fcba99, cc4bcd981503edb9b11a0e2d284200f2, d1a9de08a8795900e8a2b73f9406b7a5, d77725596821e99491e9ad180a5e6000 2024-12-09T15:10:28,546 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/.tmp/f/39118c6dedc1418a9d6af5878d9b2c97 2024-12-09T15:10:28,554 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/.tmp/f/39118c6dedc1418a9d6af5878d9b2c97 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/f/39118c6dedc1418a9d6af5878d9b2c97 2024-12-09T15:10:28,560 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/f/39118c6dedc1418a9d6af5878d9b2c97, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-09T15:10:28,560 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for d77725596821e99491e9ad180a5e6000 in 470ms, sequenceid=1004, compaction requested=false 2024-12-09T15:10:28,560 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-09T15:10:28,564 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/d77725596821e99491e9ad180a5e6000/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-09T15:10:28,565 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:10:28,565 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d77725596821e99491e9ad180a5e6000: 2024-12-09T15:10:28,565 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733756946939.d77725596821e99491e9ad180a5e6000. 2024-12-09T15:10:28,566 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cac9d50fc78be001f3bee9bda6fcba99, disabling compactions & flushes 2024-12-09T15:10:28,566 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:10:28,566 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:10:28,566 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. after waiting 0 ms 2024-12-09T15:10:28,566 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:10:28,568 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T15:10:28,568 INFO [regionserver/33eb8daa289d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T15:10:28,571 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/rep_barrier/bf929920973f47019b21a2e394699f3e 2024-12-09T15:10:28,573 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cac9d50fc78be001f3bee9bda6fcba99/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,574 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cac9d50fc78be001f3bee9bda6fcba99: 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733756946939.cac9d50fc78be001f3bee9bda6fcba99. 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 873d27857b68c63569bd0a5d52f471ba, disabling compactions & flushes 2024-12-09T15:10:28,574 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. after waiting 0 ms 2024-12-09T15:10:28,574 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:10:28,579 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/873d27857b68c63569bd0a5d52f471ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,579 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 873d27857b68c63569bd0a5d52f471ba: 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733756946939.873d27857b68c63569bd0a5d52f471ba. 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c7f0ebac89032cd05a6f31a5cdaeac39, disabling compactions & flushes 2024-12-09T15:10:28,580 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. after waiting 0 ms 2024-12-09T15:10:28,580 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:10:28,583 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c7f0ebac89032cd05a6f31a5cdaeac39/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,584 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c7f0ebac89032cd05a6f31a5cdaeac39: 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733756946939.c7f0ebac89032cd05a6f31a5cdaeac39. 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 46334dab5d34564a00597ca8bc1f8ca6, disabling compactions & flushes 2024-12-09T15:10:28,584 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. after waiting 0 ms 2024-12-09T15:10:28,584 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:10:28,592 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/46334dab5d34564a00597ca8bc1f8ca6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:28,593 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 46334dab5d34564a00597ca8bc1f8ca6: 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733756946939.46334dab5d34564a00597ca8bc1f8ca6. 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d1a9de08a8795900e8a2b73f9406b7a5, disabling compactions & flushes 2024-12-09T15:10:28,593 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. after waiting 0 ms 2024-12-09T15:10:28,593 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:10:28,593 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d1a9de08a8795900e8a2b73f9406b7a5 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T15:10:28,598 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/table/c58d9481b129487a9b9ec9a2c9309688 is 94, key is testdroppedtimed,,1733756963915.660bcf134ee0ae2c534bed3d464340e2./table:/1733757021971/DeleteFamily/seqid=0 2024-12-09T15:10:28,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741870_1046 (size=5605) 2024-12-09T15:10:28,617 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/.tmp/info/208fa7a4392a47abab0d9cbda715f454 is 45, key is default/info:d/1733756942474/Put/seqid=0 2024-12-09T15:10:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741871_1047 (size=5037) 2024-12-09T15:10:28,669 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 797e10d894386441d49df45e39359cb6, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 947abf5b7a6289890a02ec7705398383, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, cc4bcd981503edb9b11a0e2d284200f2, d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:10:28,869 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 797e10d894386441d49df45e39359cb6, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 947abf5b7a6289890a02ec7705398383, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, cc4bcd981503edb9b11a0e2d284200f2, d1a9de08a8795900e8a2b73f9406b7a5 2024-12-09T15:10:29,006 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/table/c58d9481b129487a9b9ec9a2c9309688 2024-12-09T15:10:29,014 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/info/906578a3840d412eba12984439266430 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/info/906578a3840d412eba12984439266430 2024-12-09T15:10:29,022 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/.tmp/info/208fa7a4392a47abab0d9cbda715f454 2024-12-09T15:10:29,022 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/info/906578a3840d412eba12984439266430, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T15:10:29,024 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/rep_barrier/bf929920973f47019b21a2e394699f3e as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/rep_barrier/bf929920973f47019b21a2e394699f3e 2024-12-09T15:10:29,032 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/.tmp/info/208fa7a4392a47abab0d9cbda715f454 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/info/208fa7a4392a47abab0d9cbda715f454 2024-12-09T15:10:29,048 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/info/208fa7a4392a47abab0d9cbda715f454, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T15:10:29,051 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d1a9de08a8795900e8a2b73f9406b7a5 in 458ms, sequenceid=6, compaction requested=false 2024-12-09T15:10:29,051 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T15:10:29,053 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/rep_barrier/bf929920973f47019b21a2e394699f3e, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T15:10:29,055 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/.tmp/table/c58d9481b129487a9b9ec9a2c9309688 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/table/c58d9481b129487a9b9ec9a2c9309688 2024-12-09T15:10:29,059 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/namespace/d1a9de08a8795900e8a2b73f9406b7a5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T15:10:29,060 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:10:29,060 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d1a9de08a8795900e8a2b73f9406b7a5: 2024-12-09T15:10:29,060 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733756941109.d1a9de08a8795900e8a2b73f9406b7a5. 2024-12-09T15:10:29,061 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 947abf5b7a6289890a02ec7705398383, disabling compactions & flushes 2024-12-09T15:10:29,061 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:10:29,061 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:10:29,061 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. after waiting 0 ms 2024-12-09T15:10:29,061 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:10:29,063 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/table/c58d9481b129487a9b9ec9a2c9309688, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T15:10:29,064 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=77, compaction requested=false 2024-12-09T15:10:29,064 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T15:10:29,067 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/947abf5b7a6289890a02ec7705398383/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,067 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:10:29,067 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 947abf5b7a6289890a02ec7705398383: 2024-12-09T15:10:29,067 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733756946939.947abf5b7a6289890a02ec7705398383. 2024-12-09T15:10:29,067 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 128b24519f9551bbc1ebeb8425961fcc, disabling compactions & flushes 2024-12-09T15:10:29,067 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:10:29,068 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:10:29,068 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. after waiting 0 ms 2024-12-09T15:10:29,068 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:10:29,069 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1599): Waiting on 16 regions to close 2024-12-09T15:10:29,069 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 128b24519f9551bbc1ebeb8425961fcc, 1588230740, 282949b37a500c6f7301b5eea0b20648, 28d62c045f33e1101b0cff4631f02d75, 4c407c2f84a81ff35d47a458bf035c26, 5cf350ff37af40db50c80012120aac31, 5d85821790087dbbe7a4ebdb3c58a514, 5de941865aa59ef8d5890f851c7d088b, 797e10d894386441d49df45e39359cb6, 8d85356e473e3a2da458e57924451472, 94391ad3d00660f8030e90151e9cbf88, 9b96b36aeef8975cf253da2b749ece4a, bac559e0c322e6fe3ed8ace385b2fccd, c0aa206028989437ae29a54b36da0954, c56e84d7d6de07a3db9f94e8d4358551, cc4bcd981503edb9b11a0e2d284200f2 2024-12-09T15:10:29,080 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/128b24519f9551bbc1ebeb8425961fcc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T15:10:29,081 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 128b24519f9551bbc1ebeb8425961fcc: 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733756946939.128b24519f9551bbc1ebeb8425961fcc. 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 797e10d894386441d49df45e39359cb6, disabling compactions & flushes 2024-12-09T15:10:29,081 INFO [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T15:10:29,081 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_META-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. after waiting 0 ms 2024-12-09T15:10:29,081 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:10:29,101 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/797e10d894386441d49df45e39359cb6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,102 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 797e10d894386441d49df45e39359cb6: 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733756946939.797e10d894386441d49df45e39359cb6. 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c0aa206028989437ae29a54b36da0954, disabling compactions & flushes 2024-12-09T15:10:29,102 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. after waiting 0 ms 2024-12-09T15:10:29,102 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:10:29,113 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c0aa206028989437ae29a54b36da0954/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,114 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:10:29,114 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c0aa206028989437ae29a54b36da0954: 2024-12-09T15:10:29,114 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733756946939.c0aa206028989437ae29a54b36da0954. 2024-12-09T15:10:29,114 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c56e84d7d6de07a3db9f94e8d4358551, disabling compactions & flushes 2024-12-09T15:10:29,115 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:10:29,115 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:10:29,115 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. after waiting 0 ms 2024-12-09T15:10:29,115 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:10:29,141 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/c56e84d7d6de07a3db9f94e8d4358551/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,142 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c56e84d7d6de07a3db9f94e8d4358551: 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733756946939.c56e84d7d6de07a3db9f94e8d4358551. 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bac559e0c322e6fe3ed8ace385b2fccd, disabling compactions & flushes 2024-12-09T15:10:29,142 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. after waiting 0 ms 2024-12-09T15:10:29,142 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:10:29,159 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/bac559e0c322e6fe3ed8ace385b2fccd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,160 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:10:29,160 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bac559e0c322e6fe3ed8ace385b2fccd: 2024-12-09T15:10:29,161 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733756946939.bac559e0c322e6fe3ed8ace385b2fccd. 2024-12-09T15:10:29,161 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9b96b36aeef8975cf253da2b749ece4a, disabling compactions & flushes 2024-12-09T15:10:29,161 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:10:29,161 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:10:29,161 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. after waiting 0 ms 2024-12-09T15:10:29,161 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:10:29,167 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/9b96b36aeef8975cf253da2b749ece4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,168 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9b96b36aeef8975cf253da2b749ece4a: 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733756946939.9b96b36aeef8975cf253da2b749ece4a. 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5de941865aa59ef8d5890f851c7d088b, disabling compactions & flushes 2024-12-09T15:10:29,168 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. after waiting 0 ms 2024-12-09T15:10:29,168 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:10:29,187 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5de941865aa59ef8d5890f851c7d088b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,188 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5de941865aa59ef8d5890f851c7d088b: 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733756946939.5de941865aa59ef8d5890f851c7d088b. 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8d85356e473e3a2da458e57924451472, disabling compactions & flushes 2024-12-09T15:10:29,188 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733756946939.8d85356e473e3a2da458e57924451472. after waiting 0 ms 2024-12-09T15:10:29,188 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:10:29,196 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/8d85356e473e3a2da458e57924451472/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,197 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8d85356e473e3a2da458e57924451472: 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733756946939.8d85356e473e3a2da458e57924451472. 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5cf350ff37af40db50c80012120aac31, disabling compactions & flushes 2024-12-09T15:10:29,197 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. after waiting 0 ms 2024-12-09T15:10:29,197 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:10:29,212 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5cf350ff37af40db50c80012120aac31/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,214 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5cf350ff37af40db50c80012120aac31: 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733756946939.5cf350ff37af40db50c80012120aac31. 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28d62c045f33e1101b0cff4631f02d75, disabling compactions & flushes 2024-12-09T15:10:29,214 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. after waiting 0 ms 2024-12-09T15:10:29,214 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:10:29,227 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/28d62c045f33e1101b0cff4631f02d75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,228 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28d62c045f33e1101b0cff4631f02d75: 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733756946939.28d62c045f33e1101b0cff4631f02d75. 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cc4bcd981503edb9b11a0e2d284200f2, disabling compactions & flushes 2024-12-09T15:10:29,228 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. after waiting 0 ms 2024-12-09T15:10:29,228 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:10:29,241 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/cc4bcd981503edb9b11a0e2d284200f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,245 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cc4bcd981503edb9b11a0e2d284200f2: 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733756946939.cc4bcd981503edb9b11a0e2d284200f2. 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 282949b37a500c6f7301b5eea0b20648, disabling compactions & flushes 2024-12-09T15:10:29,245 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. after waiting 0 ms 2024-12-09T15:10:29,245 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:10:29,253 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/282949b37a500c6f7301b5eea0b20648/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,254 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:10:29,254 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 282949b37a500c6f7301b5eea0b20648: 2024-12-09T15:10:29,254 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733756946939.282949b37a500c6f7301b5eea0b20648. 2024-12-09T15:10:29,254 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 94391ad3d00660f8030e90151e9cbf88, disabling compactions & flushes 2024-12-09T15:10:29,254 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:10:29,254 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:10:29,254 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. after waiting 0 ms 2024-12-09T15:10:29,255 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:10:29,269 DEBUG [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1629): Waiting on 4c407c2f84a81ff35d47a458bf035c26, 5d85821790087dbbe7a4ebdb3c58a514, 94391ad3d00660f8030e90151e9cbf88 2024-12-09T15:10:29,276 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/94391ad3d00660f8030e90151e9cbf88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,277 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:10:29,277 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 94391ad3d00660f8030e90151e9cbf88: 2024-12-09T15:10:29,278 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733756946939.94391ad3d00660f8030e90151e9cbf88. 2024-12-09T15:10:29,278 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5d85821790087dbbe7a4ebdb3c58a514, disabling compactions & flushes 2024-12-09T15:10:29,278 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:10:29,278 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:10:29,278 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. after waiting 0 ms 2024-12-09T15:10:29,278 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:10:29,293 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/5d85821790087dbbe7a4ebdb3c58a514/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,294 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5d85821790087dbbe7a4ebdb3c58a514: 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733756946939.5d85821790087dbbe7a4ebdb3c58a514. 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c407c2f84a81ff35d47a458bf035c26, disabling compactions & flushes 2024-12-09T15:10:29,294 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. after waiting 0 ms 2024-12-09T15:10:29,294 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:10:29,304 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/data/default/test/4c407c2f84a81ff35d47a458bf035c26/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T15:10:29,305 INFO [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:10:29,305 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c407c2f84a81ff35d47a458bf035c26: 2024-12-09T15:10:29,305 DEBUG [RS_CLOSE_REGION-regionserver/33eb8daa289d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733756946939.4c407c2f84a81ff35d47a458bf035c26. 2024-12-09T15:10:29,470 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,44271,1733756937624; all regions closed. 2024-12-09T15:10:29,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741834_1010 (size=40374) 2024-12-09T15:10:29,478 DEBUG [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/oldWALs 2024-12-09T15:10:29,478 INFO [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C44271%2C1733756937624.meta:.meta(num 1733756940767) 2024-12-09T15:10:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741832_1008 (size=4217378) 2024-12-09T15:10:29,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/WALs/33eb8daa289d,44271,1733756937624/33eb8daa289d%2C44271%2C1733756937624.1733756939762 not finished, retry = 0 2024-12-09T15:10:29,602 DEBUG [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/oldWALs 2024-12-09T15:10:29,602 INFO [RS:0;33eb8daa289d:44271 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 33eb8daa289d%2C44271%2C1733756937624:(num 1733756939762) 2024-12-09T15:10:29,602 DEBUG [RS:0;33eb8daa289d:44271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:29,602 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:10:29,603 INFO [RS:0;33eb8daa289d:44271 {}] hbase.ChoreService(370): Chore service for: regionserver/33eb8daa289d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T15:10:29,603 INFO [regionserver/33eb8daa289d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:10:29,603 INFO [RS:0;33eb8daa289d:44271 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44271 2024-12-09T15:10:29,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T15:10:29,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [33eb8daa289d,44271,1733756937624] 2024-12-09T15:10:29,607 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 33eb8daa289d,44271,1733756937624; numProcessing=1 2024-12-09T15:10:29,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/33eb8daa289d,44271,1733756937624 2024-12-09T15:10:29,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/33eb8daa289d,44271,1733756937624 already deleted, retry=false 2024-12-09T15:10:29,619 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 33eb8daa289d,44271,1733756937624 expired; onlineServers=0 2024-12-09T15:10:29,619 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '33eb8daa289d,33893,1733756936787' ***** 2024-12-09T15:10:29,619 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T15:10:29,619 DEBUG [M:0;33eb8daa289d:33893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=33eb8daa289d/172.17.0.3:0 2024-12-09T15:10:29,619 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegionServer(1224): stopping server 33eb8daa289d,33893,1733756936787 2024-12-09T15:10:29,619 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegionServer(1250): stopping server 33eb8daa289d,33893,1733756936787; all regions closed. 2024-12-09T15:10:29,619 DEBUG [M:0;33eb8daa289d:33893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:10:29,619 DEBUG [M:0;33eb8daa289d:33893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T15:10:29,620 DEBUG [M:0;33eb8daa289d:33893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T15:10:29,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T15:10:29,620 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756939407 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.small.0-1733756939407,5,FailOnTimeoutGroup] 2024-12-09T15:10:29,620 DEBUG [master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756939406 {}] cleaner.HFileCleaner(306): Exit Thread[master/33eb8daa289d:0:becomeActiveMaster-HFileCleaner.large.0-1733756939406,5,FailOnTimeoutGroup] 2024-12-09T15:10:29,620 INFO [M:0;33eb8daa289d:33893 {}] hbase.ChoreService(370): Chore service for: master/33eb8daa289d:0 had [] on shutdown 2024-12-09T15:10:29,620 DEBUG [M:0;33eb8daa289d:33893 {}] master.HMaster(1733): Stopping service threads 2024-12-09T15:10:29,620 INFO [M:0;33eb8daa289d:33893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T15:10:29,620 ERROR [M:0;33eb8daa289d:33893 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1984092981) connection to localhost/127.0.0.1:45805 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45805,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2024-12-09T15:10:29,620 INFO [M:0;33eb8daa289d:33893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T15:10:29,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T15:10:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-09T15:10:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T15:10:29,644 DEBUG [M:0;33eb8daa289d:33893 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-09T15:10:29,644 DEBUG [M:0;33eb8daa289d:33893 {}] master.ActiveMasterManager(353): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-09T15:10:29,644 INFO [M:0;33eb8daa289d:33893 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T15:10:29,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T15:10:29,645 INFO [M:0;33eb8daa289d:33893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T15:10:29,645 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:10:29,645 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:29,645 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:29,645 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:10:29,645 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:29,645 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.89 KB heapSize=293.80 KB 2024-12-09T15:10:29,686 DEBUG [M:0;33eb8daa289d:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c3269492d4725a0f79474f28218e6 is 82, key is hbase:meta,,1/info:regioninfo/1733756940975/Put/seqid=0 2024-12-09T15:10:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741872_1048 (size=5672) 2024-12-09T15:10:29,703 INFO [M:0;33eb8daa289d:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c3269492d4725a0f79474f28218e6 2024-12-09T15:10:29,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:29,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44271-0x10197c53c2f0001, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:29,717 INFO [RS:0;33eb8daa289d:44271 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,44271,1733756937624; zookeeper connection closed. 2024-12-09T15:10:29,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58511985 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58511985 2024-12-09T15:10:29,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T15:10:29,745 DEBUG [M:0;33eb8daa289d:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651dfc2a80fd46d483b2755401a28f44 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733756951886/Put/seqid=0 2024-12-09T15:10:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741873_1049 (size=12840) 2024-12-09T15:10:30,151 INFO [M:0;33eb8daa289d:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.33 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651dfc2a80fd46d483b2755401a28f44 2024-12-09T15:10:30,163 INFO [M:0;33eb8daa289d:33893 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 651dfc2a80fd46d483b2755401a28f44 2024-12-09T15:10:30,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:10:30,186 DEBUG [M:0;33eb8daa289d:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7668027a5b50478f88d943a7806130e4 is 69, key is 33eb8daa289d,44271,1733756937624/rs:state/1733756939479/Put/seqid=0 2024-12-09T15:10:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741874_1050 (size=5156) 2024-12-09T15:10:30,605 INFO [M:0;33eb8daa289d:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7668027a5b50478f88d943a7806130e4 2024-12-09T15:10:30,618 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a65c3269492d4725a0f79474f28218e6 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a65c3269492d4725a0f79474f28218e6 2024-12-09T15:10:30,629 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a65c3269492d4725a0f79474f28218e6, entries=8, sequenceid=611, filesize=5.5 K 2024-12-09T15:10:30,631 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651dfc2a80fd46d483b2755401a28f44 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651dfc2a80fd46d483b2755401a28f44 2024-12-09T15:10:30,645 INFO [M:0;33eb8daa289d:33893 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 651dfc2a80fd46d483b2755401a28f44 2024-12-09T15:10:30,645 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651dfc2a80fd46d483b2755401a28f44, entries=77, sequenceid=611, filesize=12.5 K 2024-12-09T15:10:30,646 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7668027a5b50478f88d943a7806130e4 as hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7668027a5b50478f88d943a7806130e4 2024-12-09T15:10:30,654 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45805/user/jenkins/test-data/53c4fa07-2ac6-93c7-5c64-cda9600eaf62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7668027a5b50478f88d943a7806130e4, entries=1, sequenceid=611, filesize=5.0 K 2024-12-09T15:10:30,664 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.89 KB/243599, heapSize ~293.51 KB/300552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=611, compaction requested=false 2024-12-09T15:10:30,673 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:10:30,673 DEBUG [M:0;33eb8daa289d:33893 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T15:10:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741830_1006 (size=284273) 2024-12-09T15:10:30,679 INFO [M:0;33eb8daa289d:33893 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T15:10:30,679 INFO [M:0;33eb8daa289d:33893 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33893 2024-12-09T15:10:30,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T15:10:30,684 DEBUG [M:0;33eb8daa289d:33893 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/33eb8daa289d,33893,1733756936787 already deleted, retry=false 2024-12-09T15:10:30,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:10:30,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:10:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:30,792 INFO [M:0;33eb8daa289d:33893 {}] regionserver.HRegionServer(1307): Exiting; stopping=33eb8daa289d,33893,1733756936787; zookeeper connection closed. 2024-12-09T15:10:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x10197c53c2f0000, quorum=127.0.0.1:60157, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:10:30,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:10:30,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:10:30,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:10:30,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:10:30,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.log.dir/,STOPPED} 2024-12-09T15:10:30,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:10:30,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:10:30,801 WARN [BP-561827294-172.17.0.3-1733756933685 heartbeating to localhost/127.0.0.1:45805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:10:30,801 WARN [BP-561827294-172.17.0.3-1733756933685 heartbeating to localhost/127.0.0.1:45805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-561827294-172.17.0.3-1733756933685 (Datanode Uuid 6b8c6827-9436-4583-bcaa-61ecbb43dbd5) service to localhost/127.0.0.1:45805 2024-12-09T15:10:30,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/dfs/data/data2/current/BP-561827294-172.17.0.3-1733756933685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:10:30,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/cluster_b4a4a305-a40b-7b0b-fcad-f335f25785c1/dfs/data/data1/current/BP-561827294-172.17.0.3-1733756933685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:10:30,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:10:30,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:10:30,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:10:30,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:10:30,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:10:30,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2fee13e6-8c65-33a1-48af-c975198e937c/hadoop.log.dir/,STOPPED} 2024-12-09T15:10:30,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T15:10:30,849 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down