2024-12-13 08:18:30,516 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 08:18:30,537 main DEBUG Took 0.018885 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 08:18:30,537 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 08:18:30,538 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 08:18:30,539 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 08:18:30,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,549 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 08:18:30,564 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,569 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,571 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,573 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 08:18:30,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,578 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 08:18:30,579 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 08:18:30,581 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 08:18:30,583 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 08:18:30,584 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 08:18:30,585 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 08:18:30,586 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 08:18:30,595 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 08:18:30,598 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 08:18:30,599 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 08:18:30,600 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 08:18:30,600 main DEBUG createAppenders(={Console}) 2024-12-13 08:18:30,601 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 08:18:30,601 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 08:18:30,601 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 08:18:30,602 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 08:18:30,602 main DEBUG OutputStream closed 2024-12-13 08:18:30,602 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 08:18:30,602 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 08:18:30,602 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 08:18:30,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 08:18:30,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 08:18:30,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 08:18:30,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 08:18:30,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 08:18:30,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 08:18:30,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 08:18:30,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 08:18:30,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 08:18:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 08:18:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 08:18:30,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 08:18:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 08:18:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 08:18:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 08:18:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 08:18:30,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 08:18:30,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 08:18:30,675 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 08:18:30,675 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 08:18:30,675 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 08:18:30,676 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T08:18:30,869 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838 2024-12-13 08:18:30,871 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 08:18:30,872 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T08:18:30,878 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop-log-dir so I do NOT create it in target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df 2024-12-13T08:18:30,878 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T08:18:30,879 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop-tmp-dir so I do NOT create it in target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df 2024-12-13T08:18:30,879 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T08:18:30,880 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df 2024-12-13T08:18:30,889 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T08:18:30,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b, deleteOnExit=true 2024-12-13T08:18:31,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/zookeeper_0, clientPort=49557, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T08:18:31,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49557 2024-12-13T08:18:31,022 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T08:18:31,023 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T08:18:31,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:18:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:18:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/test.cache.data in system properties and HBase conf 2024-12-13T08:18:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:18:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:18:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:18:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:18:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:18:31,098 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T08:18:31,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:18:31,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:18:31,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:18:31,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:18:31,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:18:31,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:18:31,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:18:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:18:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:18:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:18:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:18:31,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:18:31,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:18:31,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:18:31,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:18:32,088 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T08:18:32,149 INFO [Time-limited test {}] log.Log(170): Logging initialized @2253ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T08:18:32,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:32,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:32,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:32,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:32,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:18:32,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:32,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:32,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:32,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14b32b31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/java.io.tmpdir/jetty-localhost-38721-hadoop-hdfs-3_4_1-tests_jar-_-any-8537850642287894299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:18:32,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:38721} 2024-12-13T08:18:32,489 INFO [Time-limited test {}] server.Server(415): Started @2593ms 2024-12-13T08:18:32,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:32,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:32,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:32,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:32,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T08:18:32,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691d7a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:32,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3341e317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:33,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69d3730a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/java.io.tmpdir/jetty-localhost-33225-hadoop-hdfs-3_4_1-tests_jar-_-any-17053198973618319661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:33,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@423d3cab{HTTP/1.1, (http/1.1)}{localhost:33225} 2024-12-13T08:18:33,045 INFO [Time-limited test {}] server.Server(415): Started @3149ms 2024-12-13T08:18:33,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:33,897 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data2/current/BP-68029042-172.17.0.2-1734077911715/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:33,897 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data1/current/BP-68029042-172.17.0.2-1734077911715/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:33,926 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:33,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e571d0aa8516b71 with lease ID 0xc26321a270934faf: Processing first storage report for DS-491acca7-74e7-443d-826e-d9f0e1894e00 from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=79cdf902-7ff5-4c74-950e-3361eb0f4adb, infoPort=37961, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=1229324881;c=1734077911715) 2024-12-13T08:18:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e571d0aa8516b71 with lease ID 0xc26321a270934faf: from storage DS-491acca7-74e7-443d-826e-d9f0e1894e00 node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=79cdf902-7ff5-4c74-950e-3361eb0f4adb, infoPort=37961, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=1229324881;c=1734077911715), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T08:18:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e571d0aa8516b71 with lease ID 0xc26321a270934faf: Processing first storage report for DS-1ed89ee6-0771-451c-92e8-aaa7a3b36d4f from datanode DatanodeRegistration(127.0.0.1:43233, datanodeUuid=79cdf902-7ff5-4c74-950e-3361eb0f4adb, infoPort=37961, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=1229324881;c=1734077911715) 2024-12-13T08:18:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e571d0aa8516b71 with lease ID 0xc26321a270934faf: from storage DS-1ed89ee6-0771-451c-92e8-aaa7a3b36d4f node DatanodeRegistration(127.0.0.1:43233, datanodeUuid=79cdf902-7ff5-4c74-950e-3361eb0f4adb, infoPort=37961, infoSecurePort=0, ipcPort=35197, storageInfo=lv=-57;cid=testClusterID;nsid=1229324881;c=1734077911715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:34,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838 2024-12-13T08:18:34,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:34,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:18:34,694 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 with version=8 2024-12-13T08:18:34,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/hbase-staging 2024-12-13T08:18:34,799 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T08:18:35,036 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=45 2024-12-13T08:18:35,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:35,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:35,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:35,224 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T08:18:35,232 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T08:18:35,235 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:35,261 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19200 (auto-detected) 2024-12-13T08:18:35,262 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T08:18:35,280 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41791 2024-12-13T08:18:35,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:35,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:35,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41791 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:18:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417910x0, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:35,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41791-0x1001e782c520000 connected 2024-12-13T08:18:35,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T08:18:35,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T08:18:35,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T08:18:35,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41791 2024-12-13T08:18:35,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41791 2024-12-13T08:18:35,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41791 2024-12-13T08:18:35,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41791 2024-12-13T08:18:35,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41791 2024-12-13T08:18:35,502 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119, hbase.cluster.distributed=false 2024-12-13T08:18:35,558 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=45 2024-12-13T08:18:35,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:35,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:35,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:35,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:35,564 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:35,565 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42439 2024-12-13T08:18:35,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:35,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:35,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:35,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:35,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42439 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:18:35,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424390x0, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:35,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424390x0, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T08:18:35,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42439-0x1001e782c520001 connected 2024-12-13T08:18:35,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T08:18:35,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T08:18:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42439 2024-12-13T08:18:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42439 2024-12-13T08:18:35,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42439 2024-12-13T08:18:35,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42439 2024-12-13T08:18:35,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42439 2024-12-13T08:18:35,601 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T08:18:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T08:18:35,613 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:41791 2024-12-13T08:18:35,614 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T08:18:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T08:18:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:35,637 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T08:18:35,638 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/6b1293cedc9a,41791,1734077914793 from backup master directory 2024-12-13T08:18:35,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T08:18:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T08:18:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T08:18:35,646 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:35,646 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:35,648 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T08:18:35,649 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T08:18:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:18:36,112 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/hbase.id with ID: 27e4afe3-0116-44c0-8edb-0d1103b001b3 2024-12-13T08:18:36,163 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:18:36,262 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:36,264 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:18:36,279 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:18:36,283 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:18:36,731 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store 2024-12-13T08:18:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:18:37,151 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T08:18:37,151 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:37,153 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:18:37,153 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:37,153 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:37,153 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:18:37,153 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:37,154 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:37,154 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:37,156 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/.initializing 2024-12-13T08:18:37,157 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/WALs/6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:37,162 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:37,172 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C41791%2C1734077914793, suffix=, logDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/WALs/6b1293cedc9a,41791,1734077914793, archiveDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/oldWALs, maxLogs=10 2024-12-13T08:18:37,189 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/WALs/6b1293cedc9a,41791,1734077914793/6b1293cedc9a%2C41791%2C1734077914793.1734077917175, exclude list is [], retry=0 2024-12-13T08:18:37,202 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-491acca7-74e7-443d-826e-d9f0e1894e00,DISK] 2024-12-13T08:18:37,205 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T08:18:37,234 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/WALs/6b1293cedc9a,41791,1734077914793/6b1293cedc9a%2C41791%2C1734077914793.1734077917175 2024-12-13T08:18:37,235 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-13T08:18:37,236 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:37,236 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:37,239 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,241 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:18:37,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:37,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:37,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:18:37,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:37,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:37,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:18:37,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:37,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:37,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:18:37,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:37,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:37,319 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,321 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,330 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:18:37,334 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:37,339 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:37,340 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71134743, jitterRate=0.05999027192592621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:18:37,346 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:37,347 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:18:37,371 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4b158b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:37,408 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:18:37,418 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:18:37,418 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:18:37,419 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:18:37,421 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T08:18:37,425 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T08:18:37,425 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:18:37,452 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:18:37,464 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T08:18:37,502 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T08:18:37,505 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:18:37,508 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:18:37,518 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T08:18:37,521 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:18:37,525 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:18:37,535 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T08:18:37,536 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:18:37,545 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T08:18:37,558 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:18:37,568 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T08:18:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T08:18:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T08:18:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,580 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,41791,1734077914793, sessionid=0x1001e782c520000, setting cluster-up flag (Was=false) 2024-12-13T08:18:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,636 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T08:18:37,639 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:37,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:37,687 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T08:18:37,691 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:37,714 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:42439 2024-12-13T08:18:37,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1008): ClusterId : 27e4afe3-0116-44c0-8edb-0d1103b001b3 2024-12-13T08:18:37,718 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:37,730 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:37,730 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:37,738 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:37,738 DEBUG [RS:0;6b1293cedc9a:42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fb3f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:37,740 DEBUG [RS:0;6b1293cedc9a:42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d76940c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:37,743 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:37,743 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:37,743 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:37,745 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,41791,1734077914793 with isa=6b1293cedc9a/172.17.0.2:42439, startcode=1734077915558 2024-12-13T08:18:37,755 DEBUG [RS:0;6b1293cedc9a:42439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:37,762 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:37,767 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:18:37,770 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:18:37,775 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,41791,1734077914793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:18:37,780 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:37,780 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:37,780 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:37,780 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:37,781 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:18:37,781 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,781 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:37,781 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,783 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734077947783 2024-12-13T08:18:37,785 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:18:37,785 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:18:37,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:37,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:18:37,789 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35395, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:37,790 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:18:37,791 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:18:37,791 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:18:37,791 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:18:37,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:37,792 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,792 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:37,794 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:18:37,795 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:18:37,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:18:37,797 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:18:37,800 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:18:37,800 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:18:37,802 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077917802,5,FailOnTimeoutGroup] 2024-12-13T08:18:37,803 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077917802,5,FailOnTimeoutGroup] 2024-12-13T08:18:37,803 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:18:37,803 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:18:37,805 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,805 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,818 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-13T08:18:37,818 WARN [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-13T08:18:37,921 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,41791,1734077914793 with isa=6b1293cedc9a/172.17.0.2:42439, startcode=1734077915558 2024-12-13T08:18:37,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:37,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:37,938 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:37,938 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46499 2024-12-13T08:18:37,938 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:37,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T08:18:37,945 DEBUG [RS:0;6b1293cedc9a:42439 {}] zookeeper.ZKUtil(111): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/rs/6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:37,946 WARN [RS:0;6b1293cedc9a:42439 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:37,946 INFO [RS:0;6b1293cedc9a:42439 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:37,946 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:37,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,42439,1734077915558] 2024-12-13T08:18:37,959 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:37,968 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:37,979 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:37,982 INFO [RS:0;6b1293cedc9a:42439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:37,983 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,983 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:37,988 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,989 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,989 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,989 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,989 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,989 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,990 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:37,990 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,990 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,990 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,991 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,991 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:37,991 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:37,991 DEBUG [RS:0;6b1293cedc9a:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:37,993 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,993 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,993 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,993 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:37,993 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42439,1734077915558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:38,010 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:38,011 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42439,1734077915558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:38,028 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.Replication(204): 6b1293cedc9a,42439,1734077915558 started 2024-12-13T08:18:38,028 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,42439,1734077915558, RpcServer on 6b1293cedc9a/172.17.0.2:42439, sessionid=0x1001e782c520001 2024-12-13T08:18:38,029 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:38,029 DEBUG [RS:0;6b1293cedc9a:42439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:38,029 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42439,1734077915558' 2024-12-13T08:18:38,029 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T08:18:38,030 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T08:18:38,030 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:38,030 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:38,030 DEBUG [RS:0;6b1293cedc9a:42439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:38,031 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,42439,1734077915558' 2024-12-13T08:18:38,031 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T08:18:38,031 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T08:18:38,032 DEBUG [RS:0;6b1293cedc9a:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:38,032 INFO [RS:0;6b1293cedc9a:42439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:38,032 INFO [RS:0;6b1293cedc9a:42439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:38,137 INFO [RS:0;6b1293cedc9a:42439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:38,141 INFO [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C42439%2C1734077915558, suffix=, logDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558, archiveDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/oldWALs, maxLogs=10 2024-12-13T08:18:38,157 DEBUG [RS:0;6b1293cedc9a:42439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, exclude list is [], retry=0 2024-12-13T08:18:38,161 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-491acca7-74e7-443d-826e-d9f0e1894e00,DISK] 2024-12-13T08:18:38,164 INFO [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 2024-12-13T08:18:38,164 DEBUG [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-13T08:18:38,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:18:38,208 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741833_1009 (size=32) 2024-12-13T08:18:38,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:38,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:38,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:38,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:38,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:38,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:38,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:38,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:38,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:38,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:38,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:38,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:38,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:38,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740 2024-12-13T08:18:38,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740 2024-12-13T08:18:38,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:38,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:38,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:38,660 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001685, jitterRate=0.05800755321979523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:18:38,663 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:18:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:18:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:18:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:18:38,665 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:18:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:18:38,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:38,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:18:38,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:18:38,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:18:38,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:18:38,838 DEBUG [6b1293cedc9a:41791 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T08:18:38,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:38,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,42439,1734077915558, state=OPENING 2024-12-13T08:18:38,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:38,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T08:18:38,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T08:18:38,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:39,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:39,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:39,101 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:39,110 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:18:39,110 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:39,111 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:18:39,114 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C42439%2C1734077915558.meta, suffix=.meta, logDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558, archiveDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/oldWALs, maxLogs=10 2024-12-13T08:18:39,128 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.meta.1734077919115.meta, exclude list is [], retry=0 2024-12-13T08:18:39,131 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43233,DS-491acca7-74e7-443d-826e-d9f0e1894e00,DISK] 2024-12-13T08:18:39,134 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.meta.1734077919115.meta 2024-12-13T08:18:39,135 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37961:37961)] 2024-12-13T08:18:39,135 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:39,136 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:39,185 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:18:39,188 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:39,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:18:39,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:39,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:18:39,192 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:18:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:39,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:39,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:39,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:39,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:39,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:39,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:39,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:39,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:39,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:39,204 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740 2024-12-13T08:18:39,206 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740 2024-12-13T08:18:39,209 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:39,212 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:39,213 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67428226, jitterRate=0.004758864641189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:39,215 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:39,221 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734077919092 2024-12-13T08:18:39,230 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:18:39,231 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:18:39,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:39,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,42439,1734077915558, state=OPEN 2024-12-13T08:18:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T08:18:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T08:18:39,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T08:18:39,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T08:18:39,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:18:39,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,42439,1734077915558 in 326 msec 2024-12-13T08:18:39,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:18:39,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-12-13T08:18:39,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5350 sec 2024-12-13T08:18:39,260 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734077919260, completionTime=-1 2024-12-13T08:18:39,260 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T08:18:39,261 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:18:39,298 DEBUG [hconnection-0x30a4b00d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:39,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:39,311 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T08:18:39,311 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734077979311 2024-12-13T08:18:39,311 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078039311 2024-12-13T08:18:39,311 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-12-13T08:18:39,372 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:39,373 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:39,373 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:39,375 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:41791, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:39,375 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:39,381 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:18:39,384 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:18:39,385 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:39,390 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:18:39,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:39,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:39,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741835_1011 (size=358) 2024-12-13T08:18:39,813 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 454e5590cbad5d9a6b394481c787f4ff, NAME => 'hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741836_1012 (size=42) 2024-12-13T08:18:40,229 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:40,230 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 454e5590cbad5d9a6b394481c787f4ff, disabling compactions & flushes 2024-12-13T08:18:40,230 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,230 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,231 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. after waiting 0 ms 2024-12-13T08:18:40,231 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,231 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,231 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 454e5590cbad5d9a6b394481c787f4ff: 2024-12-13T08:18:40,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:40,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077920237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077920237"}]},"ts":"1734077920237"} 2024-12-13T08:18:40,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:18:40,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:40,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077920263"}]},"ts":"1734077920263"} 2024-12-13T08:18:40,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:18:40,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=454e5590cbad5d9a6b394481c787f4ff, ASSIGN}] 2024-12-13T08:18:40,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=454e5590cbad5d9a6b394481c787f4ff, ASSIGN 2024-12-13T08:18:40,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=454e5590cbad5d9a6b394481c787f4ff, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:40,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=454e5590cbad5d9a6b394481c787f4ff, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:40,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 454e5590cbad5d9a6b394481c787f4ff, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:40,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:40,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 454e5590cbad5d9a6b394481c787f4ff, NAME => 'hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:40,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:40,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,657 INFO [StoreOpener-454e5590cbad5d9a6b394481c787f4ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,660 INFO [StoreOpener-454e5590cbad5d9a6b394481c787f4ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 454e5590cbad5d9a6b394481c787f4ff columnFamilyName info 2024-12-13T08:18:40,660 DEBUG [StoreOpener-454e5590cbad5d9a6b394481c787f4ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:40,661 INFO [StoreOpener-454e5590cbad5d9a6b394481c787f4ff-1 {}] regionserver.HStore(327): Store=454e5590cbad5d9a6b394481c787f4ff/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:40,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:18:40,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:40,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 454e5590cbad5d9a6b394481c787f4ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102869, jitterRate=-0.05969397723674774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:40,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 454e5590cbad5d9a6b394481c787f4ff: 2024-12-13T08:18:40,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff., pid=6, masterSystemTime=1734077920640 2024-12-13T08:18:40,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:18:40,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=454e5590cbad5d9a6b394481c787f4ff, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:40,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:18:40,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 454e5590cbad5d9a6b394481c787f4ff, server=6b1293cedc9a,42439,1734077915558 in 198 msec 2024-12-13T08:18:40,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:18:40,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=454e5590cbad5d9a6b394481c787f4ff, ASSIGN in 364 msec 2024-12-13T08:18:40,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:18:40,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077920692"}]},"ts":"1734077920692"} 2024-12-13T08:18:40,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:18:40,705 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T08:18:40,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:18:40,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3200 sec 2024-12-13T08:18:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T08:18:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:40,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:18:40,738 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:18:40,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T08:18:40,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-12-13T08:18:40,782 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:18:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T08:18:40,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-13T08:18:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T08:18:40,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T08:18:40,862 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.216sec 2024-12-13T08:18:40,865 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:18:40,869 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:18:40,871 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:18:40,871 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:18:40,872 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:18:40,872 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:40,873 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:18:40,878 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:18:40,879 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:18:40,879 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,41791,1734077914793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:40,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f5aaf55 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1554c259 2024-12-13T08:18:40,926 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T08:18:40,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cfbfb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:40,942 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T08:18:40,942 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T08:18:40,950 DEBUG [hconnection-0x2ad95014-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:40,958 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:40,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,41791,1734077914793 2024-12-13T08:18:40,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T08:18:40,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e, deleteOnExit=true 2024-12-13T08:18:40,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/test.cache.data in system properties and HBase conf 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.log.dir in system properties and HBase conf 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T08:18:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T08:18:40,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/nfs.dump.dir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/java.io.tmpdir in system properties and HBase conf 2024-12-13T08:18:40,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T08:18:40,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T08:18:40,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T08:18:41,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:41,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:41,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:41,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:41,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:18:41,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:41,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2a4baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:41,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3232e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:41,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@623c0e84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/java.io.tmpdir/jetty-localhost-40547-hadoop-hdfs-3_4_1-tests_jar-_-any-6553880290525088879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:18:41,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@deeae95{HTTP/1.1, (http/1.1)}{localhost:40547} 2024-12-13T08:18:41,361 INFO [Time-limited test {}] server.Server(415): Started @11466ms 2024-12-13T08:18:41,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T08:18:41,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T08:18:41,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T08:18:41,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T08:18:41,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T08:18:41,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5906f0e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.log.dir/,AVAILABLE} 2024-12-13T08:18:41,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed68b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T08:18:41,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b3b0318{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-252840956109065707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:18:41,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69338931{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-12-13T08:18:41,623 INFO [Time-limited test {}] server.Server(415): Started @11728ms 2024-12-13T08:18:41,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T08:18:42,140 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data2/current/BP-1316317883-172.17.0.2-1734077921004/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:42,140 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data1/current/BP-1316317883-172.17.0.2-1734077921004/current, will proceed with Du for space computation calculation, 2024-12-13T08:18:42,174 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T08:18:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0ffa8773d999863 with lease ID 0x133c34e96ddc120: Processing first storage report for DS-6ce36cc0-b1d5-4e0c-9baa-0bd58a9e116d from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=3352662e-ec7e-4bd2-9102-42193f624722, infoPort=34211, infoSecurePort=0, ipcPort=44257, storageInfo=lv=-57;cid=testClusterID;nsid=915124798;c=1734077921004) 2024-12-13T08:18:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0ffa8773d999863 with lease ID 0x133c34e96ddc120: from storage DS-6ce36cc0-b1d5-4e0c-9baa-0bd58a9e116d node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=3352662e-ec7e-4bd2-9102-42193f624722, infoPort=34211, infoSecurePort=0, ipcPort=44257, storageInfo=lv=-57;cid=testClusterID;nsid=915124798;c=1734077921004), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0ffa8773d999863 with lease ID 0x133c34e96ddc120: Processing first storage report for DS-ce2cf708-4636-4bc5-84d8-7a94d80bd385 from datanode DatanodeRegistration(127.0.0.1:37345, datanodeUuid=3352662e-ec7e-4bd2-9102-42193f624722, infoPort=34211, infoSecurePort=0, ipcPort=44257, storageInfo=lv=-57;cid=testClusterID;nsid=915124798;c=1734077921004) 2024-12-13T08:18:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0ffa8773d999863 with lease ID 0x133c34e96ddc120: from storage DS-ce2cf708-4636-4bc5-84d8-7a94d80bd385 node DatanodeRegistration(127.0.0.1:37345, datanodeUuid=3352662e-ec7e-4bd2-9102-42193f624722, infoPort=34211, infoSecurePort=0, ipcPort=44257, storageInfo=lv=-57;cid=testClusterID;nsid=915124798;c=1734077921004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T08:18:42,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df 2024-12-13T08:18:42,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741825_1001 (size=7) 2024-12-13T08:18:42,683 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a with version=8 2024-12-13T08:18:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/hbase-staging 2024-12-13T08:18:42,685 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6b1293cedc9a:0 server-side Connection retries=18 2024-12-13T08:18:42,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:42,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:42,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:42,686 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:42,687 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42827 2024-12-13T08:18:42,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42827 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:18:42,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428270x0, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:42,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42827-0x1001e782c520003 connected 2024-12-13T08:18:42,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T08:18:42,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T08:18:42,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T08:18:42,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42827 2024-12-13T08:18:42,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42827 2024-12-13T08:18:42,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42827 2024-12-13T08:18:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42827 2024-12-13T08:18:42,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42827 2024-12-13T08:18:42,805 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a, hbase.cluster.distributed=false 2024-12-13T08:18:42,821 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6b1293cedc9a:0 server-side Connection retries=18 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T08:18:42,822 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T08:18:42,823 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35055 2024-12-13T08:18:42,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T08:18:42,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T08:18:42,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:42,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35055 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:18:42,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350550x0, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:18:42,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350550x0, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T08:18:42,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35055-0x1001e782c520004 connected 2024-12-13T08:18:42,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T08:18:42,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T08:18:42,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-13T08:18:42,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2024-12-13T08:18:42,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2024-12-13T08:18:42,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-13T08:18:42,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-13T08:18:42,887 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T08:18:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T08:18:42,896 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T08:18:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T08:18:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:42,904 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T08:18:42,905 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/6b1293cedc9a,42827,1734077922685 from backup master directory 2024-12-13T08:18:42,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T08:18:42,905 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b1293cedc9a:42827 2024-12-13T08:18:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T08:18:42,912 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:42,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:42,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T08:18:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741826_1002 (size=42) 2024-12-13T08:18:43,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:43,332 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/hbase.id with ID: 0edb0db3-4c2f-495f-8f5f-ec4d911010e7 2024-12-13T08:18:43,353 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T08:18:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741827_1003 (size=196) 2024-12-13T08:18:43,781 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:43,783 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T08:18:43,784 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741828_1004 (size=1189) 2024-12-13T08:18:43,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:18:43,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:18:44,201 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store 2024-12-13T08:18:44,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741829_1005 (size=34) 2024-12-13T08:18:44,612 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:44,613 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:18:44,613 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:44,613 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:44,613 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:18:44,613 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:44,613 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:18:44,614 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:44,616 WARN [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/.initializing 2024-12-13T08:18:44,616 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/WALs/6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:44,619 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:44,623 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C42827%2C1734077922685, suffix=, logDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/WALs/6b1293cedc9a,42827,1734077922685, archiveDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/oldWALs, maxLogs=10 2024-12-13T08:18:44,639 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/WALs/6b1293cedc9a,42827,1734077922685/6b1293cedc9a%2C42827%2C1734077922685.1734077924624, exclude list is [], retry=0 2024-12-13T08:18:44,642 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-6ce36cc0-b1d5-4e0c-9baa-0bd58a9e116d,DISK] 2024-12-13T08:18:44,645 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/WALs/6b1293cedc9a,42827,1734077922685/6b1293cedc9a%2C42827%2C1734077922685.1734077924624 2024-12-13T08:18:44,645 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-12-13T08:18:44,645 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:44,646 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:44,646 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,646 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T08:18:44,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:44,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:44,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T08:18:44,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:44,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:44,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T08:18:44,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:44,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:44,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T08:18:44,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:44,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:44,662 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,662 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,665 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T08:18:44,667 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T08:18:44,670 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:44,671 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71448232, jitterRate=0.06466162204742432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T08:18:44,671 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:18:44,672 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T08:18:44,676 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afeb073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:44,677 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T08:18:44,677 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T08:18:44,677 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T08:18:44,678 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T08:18:44,678 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T08:18:44,679 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T08:18:44,679 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T08:18:44,682 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T08:18:44,682 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T08:18:44,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:18:44,726 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T08:18:44,726 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T08:18:44,727 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T08:18:44,736 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T08:18:44,737 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T08:18:44,738 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T08:18:44,745 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T08:18:44,746 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T08:18:44,753 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T08:18:44,755 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T08:18:44,761 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T08:18:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T08:18:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T08:18:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,770 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6b1293cedc9a,42827,1734077922685, sessionid=0x1001e782c520003, setting cluster-up flag (Was=false) 2024-12-13T08:18:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,812 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T08:18:44,814 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:44,903 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T08:18:44,904 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:44,908 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:44,909 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T08:18:44,909 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T08:18:44,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b1293cedc9a,42827,1734077922685 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T08:18:44,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:44,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:44,909 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:44,910 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=5, maxPoolSize=5 2024-12-13T08:18:44,910 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b1293cedc9a:0, corePoolSize=10, maxPoolSize=10 2024-12-13T08:18:44,910 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:44,910 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:44,910 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:44,911 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734077954911 2024-12-13T08:18:44,911 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T08:18:44,911 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T08:18:44,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T08:18:44,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T08:18:44,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T08:18:44,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T08:18:44,912 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:44,913 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T08:18:44,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:44,913 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T08:18:44,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T08:18:44,913 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T08:18:44,913 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T08:18:44,914 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T08:18:44,914 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077924914,5,FailOnTimeoutGroup] 2024-12-13T08:18:44,914 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077924914,5,FailOnTimeoutGroup] 2024-12-13T08:18:44,914 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:44,914 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T08:18:44,914 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:44,915 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:44,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:44,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:44,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741831_1007 (size=1039) 2024-12-13T08:18:45,003 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b1293cedc9a:35055 2024-12-13T08:18:45,004 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1008): ClusterId : 0edb0db3-4c2f-495f-8f5f-ec4d911010e7 2024-12-13T08:18:45,004 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T08:18:45,012 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T08:18:45,012 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T08:18:45,021 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T08:18:45,022 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795612ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:45,023 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e1abbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:18:45,023 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T08:18:45,023 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T08:18:45,023 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T08:18:45,024 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3073): reportForDuty to master=6b1293cedc9a,42827,1734077922685 with isa=6b1293cedc9a/172.17.0.2:35055, startcode=1734077922821 2024-12-13T08:18:45,024 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:18:45,027 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38539, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:18:45,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42827 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42827 {}] master.ServerManager(486): Registering regionserver=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,030 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:45,030 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41293 2024-12-13T08:18:45,031 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T08:18:45,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T08:18:45,037 DEBUG [RS:0;6b1293cedc9a:35055 {}] zookeeper.ZKUtil(111): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on existing znode=/2/rs/6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,037 WARN [RS:0;6b1293cedc9a:35055 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T08:18:45,037 INFO [RS:0;6b1293cedc9a:35055 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:45,038 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b1293cedc9a,35055,1734077922821] 2024-12-13T08:18:45,043 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T08:18:45,044 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T08:18:45,047 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T08:18:45,048 INFO [RS:0;6b1293cedc9a:35055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T08:18:45,048 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,048 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T08:18:45,050 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b1293cedc9a:0, corePoolSize=2, maxPoolSize=2 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b1293cedc9a:0, corePoolSize=1, maxPoolSize=1 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:45,050 DEBUG [RS:0;6b1293cedc9a:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b1293cedc9a:0, corePoolSize=3, maxPoolSize=3 2024-12-13T08:18:45,051 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,051 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,051 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,051 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,051 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35055,1734077922821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:45,063 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T08:18:45,063 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,35055,1734077922821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,075 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.Replication(204): 6b1293cedc9a,35055,1734077922821 started 2024-12-13T08:18:45,075 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1767): Serving as 6b1293cedc9a,35055,1734077922821, RpcServer on 6b1293cedc9a/172.17.0.2:35055, sessionid=0x1001e782c520004 2024-12-13T08:18:45,075 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T08:18:45,075 DEBUG [RS:0;6b1293cedc9a:35055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,075 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35055,1734077922821' 2024-12-13T08:18:45,075 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b1293cedc9a,35055,1734077922821' 2024-12-13T08:18:45,076 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T08:18:45,077 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T08:18:45,077 DEBUG [RS:0;6b1293cedc9a:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T08:18:45,077 INFO [RS:0;6b1293cedc9a:35055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T08:18:45,077 INFO [RS:0;6b1293cedc9a:35055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T08:18:45,179 INFO [RS:0;6b1293cedc9a:35055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T08:18:45,185 INFO [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C35055%2C1734077922821, suffix=, logDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821, archiveDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/oldWALs, maxLogs=10 2024-12-13T08:18:45,202 DEBUG [RS:0;6b1293cedc9a:35055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821/6b1293cedc9a%2C35055%2C1734077922821.1734077925189, exclude list is [], retry=0 2024-12-13T08:18:45,206 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-6ce36cc0-b1d5-4e0c-9baa-0bd58a9e116d,DISK] 2024-12-13T08:18:45,208 INFO [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821/6b1293cedc9a%2C35055%2C1734077922821.1734077925189 2024-12-13T08:18:45,209 DEBUG [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-12-13T08:18:45,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T08:18:45,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:45,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T08:18:45,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:45,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:18:45,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T08:18:45,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T08:18:45,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:45,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T08:18:45,326 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741833_1009 (size=32) 2024-12-13T08:18:45,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:45,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:45,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:45,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:45,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:45,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:45,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:45,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740 2024-12-13T08:18:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740 2024-12-13T08:18:45,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:45,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:45,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:45,363 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61658149, jitterRate=-0.08122198283672333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:18:45,363 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:18:45,363 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:18:45,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:18:45,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T08:18:45,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T08:18:45,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T08:18:45,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T08:18:45,368 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T08:18:45,518 DEBUG [6b1293cedc9a:42827 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T08:18:45,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35055,1734077922821, state=OPENING 2024-12-13T08:18:45,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T08:18:45,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:45,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:45,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:45,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T08:18:45,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T08:18:45,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:18:45,731 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T08:18:45,737 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T08:18:45,737 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T08:18:45,738 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T08:18:45,741 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b1293cedc9a%2C35055%2C1734077922821.meta, suffix=.meta, logDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821, archiveDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/oldWALs, maxLogs=10 2024-12-13T08:18:45,754 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821/6b1293cedc9a%2C35055%2C1734077922821.meta.1734077925743.meta, exclude list is [], retry=0 2024-12-13T08:18:45,758 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37345,DS-6ce36cc0-b1d5-4e0c-9baa-0bd58a9e116d,DISK] 2024-12-13T08:18:45,760 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/WALs/6b1293cedc9a,35055,1734077922821/6b1293cedc9a%2C35055%2C1734077922821.meta.1734077925743.meta 2024-12-13T08:18:45,761 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-12-13T08:18:45,761 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:45,761 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T08:18:45,761 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T08:18:45,761 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T08:18:45,761 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T08:18:45,762 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:45,762 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T08:18:45,762 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T08:18:45,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T08:18:45,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T08:18:45,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T08:18:45,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T08:18:45,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T08:18:45,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T08:18:45,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T08:18:45,771 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740 2024-12-13T08:18:45,773 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740 2024-12-13T08:18:45,775 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T08:18:45,778 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T08:18:45,779 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75045693, jitterRate=0.1182679682970047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T08:18:45,780 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T08:18:45,781 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734077925728 2024-12-13T08:18:45,784 DEBUG [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T08:18:45,785 INFO [RS_OPEN_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T08:18:45,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:45,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b1293cedc9a,35055,1734077922821, state=OPEN 2024-12-13T08:18:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T08:18:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T08:18:45,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T08:18:45,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T08:18:45,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T08:18:45,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6b1293cedc9a,35055,1734077922821 in 223 msec 2024-12-13T08:18:45,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T08:18:45,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-12-13T08:18:45,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 896 msec 2024-12-13T08:18:45,804 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734077925804, completionTime=-1 2024-12-13T08:18:45,804 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T08:18:45,804 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T08:18:45,805 DEBUG [hconnection-0x186ff381-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:45,807 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:45,808 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T08:18:45,809 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734077985809 2024-12-13T08:18:45,809 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734078045809 2024-12-13T08:18:45,809 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-13T08:18:45,828 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b1293cedc9a:42827, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T08:18:45,829 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T08:18:45,831 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T08:18:45,832 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T08:18:45,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:45,833 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:45,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741835_1011 (size=358) 2024-12-13T08:18:46,245 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6847e274c282b32acba5fb644f63cd63, NAME => 'hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741836_1012 (size=42) 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6847e274c282b32acba5fb644f63cd63, disabling compactions & flushes 2024-12-13T08:18:46,655 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. after waiting 0 ms 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:46,655 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:46,655 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6847e274c282b32acba5fb644f63cd63: 2024-12-13T08:18:46,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:46,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077926657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077926657"}]},"ts":"1734077926657"} 2024-12-13T08:18:46,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:18:46,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:46,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077926663"}]},"ts":"1734077926663"} 2024-12-13T08:18:46,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T08:18:46,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6847e274c282b32acba5fb644f63cd63, ASSIGN}] 2024-12-13T08:18:46,725 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6847e274c282b32acba5fb644f63cd63, ASSIGN 2024-12-13T08:18:46,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6847e274c282b32acba5fb644f63cd63, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:46,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6847e274c282b32acba5fb644f63cd63, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:46,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6847e274c282b32acba5fb644f63cd63, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:47,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:47,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:47,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6847e274c282b32acba5fb644f63cd63, NAME => 'hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:18:47,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:47,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,054 INFO [StoreOpener-6847e274c282b32acba5fb644f63cd63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,056 INFO [StoreOpener-6847e274c282b32acba5fb644f63cd63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6847e274c282b32acba5fb644f63cd63 columnFamilyName info 2024-12-13T08:18:47,056 DEBUG [StoreOpener-6847e274c282b32acba5fb644f63cd63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:47,057 INFO [StoreOpener-6847e274c282b32acba5fb644f63cd63-1 {}] regionserver.HStore(327): Store=6847e274c282b32acba5fb644f63cd63/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:47,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:18:47,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:47,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6847e274c282b32acba5fb644f63cd63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59765628, jitterRate=-0.10942274332046509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:18:47,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6847e274c282b32acba5fb644f63cd63: 2024-12-13T08:18:47,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63., pid=6, masterSystemTime=1734077927040 2024-12-13T08:18:47,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:47,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:18:47,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6847e274c282b32acba5fb644f63cd63, regionState=OPEN, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:47,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T08:18:47,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6847e274c282b32acba5fb644f63cd63, server=6b1293cedc9a,35055,1734077922821 in 185 msec 2024-12-13T08:18:47,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T08:18:47,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6847e274c282b32acba5fb644f63cd63, ASSIGN in 354 msec 2024-12-13T08:18:47,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:18:47,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077927078"}]},"ts":"1734077927078"} 2024-12-13T08:18:47,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T08:18:47,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:18:47,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2580 sec 2024-12-13T08:18:47,134 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T08:18:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T08:18:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:18:47,196 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T08:18:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T08:18:47,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-13T08:18:47,229 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T08:18:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T08:18:47,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-13T08:18:47,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T08:18:47,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.383sec 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T08:18:47,295 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T08:18:47,296 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T08:18:47,296 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T08:18:47,299 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T08:18:47,299 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T08:18:47,299 INFO [master/6b1293cedc9a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b1293cedc9a,42827,1734077922685-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T08:18:47,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51143fd0 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1739fba3 2024-12-13T08:18:47,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b352820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:47,408 DEBUG [hconnection-0x5937293a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:18:47,413 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:18:47,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6b1293cedc9a,42827,1734077922685 2024-12-13T08:18:47,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0317372c to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6309a08d 2024-12-13T08:18:47,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d5560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:47,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b1e2d88 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@618adf90 2024-12-13T08:18:47,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2916e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:47,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4ca343 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190d8f45 2024-12-13T08:18:47,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1424b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:18:47,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:18:47,458 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:18:47,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T08:18:47,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:47,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T08:18:47,470 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:47,472 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741837_1013 (size=631) 2024-12-13T08:18:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:47,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 025b81fc62443c920bb7386635cde1cb, NAME => 'test,,1734077927463.025b81fc62443c920bb7386635cde1cb.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:47,888 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b4a429dfd58dd1f099dfa95ea6e23d74, NAME => 'test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:47,890 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bb480de834e07bb6c46f6070fdd07591, NAME => 'test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741838_1014 (size=42) 2024-12-13T08:18:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741839_1015 (size=45) 2024-12-13T08:18:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741840_1016 (size=45) 2024-12-13T08:18:48,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734077927463.025b81fc62443c920bb7386635cde1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 025b81fc62443c920bb7386635cde1cb, disabling compactions & flushes 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b4a429dfd58dd1f099dfa95ea6e23d74, disabling compactions & flushes 2024-12-13T08:18:48,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:48,304 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:48,304 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734077927463.025b81fc62443c920bb7386635cde1cb. after waiting 0 ms 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. after waiting 0 ms 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:48,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:48,305 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 025b81fc62443c920bb7386635cde1cb: 2024-12-13T08:18:48,305 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b4a429dfd58dd1f099dfa95ea6e23d74: 2024-12-13T08:18:48,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4bd7f6fed99921da3cbec31b102eb986, NAME => 'test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,307 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => aed97598616da3c648e472de48c0d243, NAME => 'test,eee,1734077927463.aed97598616da3c648e472de48c0d243.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,308 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,308 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bb480de834e07bb6c46f6070fdd07591, disabling compactions & flushes 2024-12-13T08:18:48,308 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:48,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:48,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. after waiting 0 ms 2024-12-13T08:18:48,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:48,309 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:48,309 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bb480de834e07bb6c46f6070fdd07591: 2024-12-13T08:18:48,311 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e6279774b47d224c0ef12bba5c2dccc0, NAME => 'test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741841_1017 (size=45) 2024-12-13T08:18:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741842_1018 (size=45) 2024-12-13T08:18:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741843_1019 (size=45) 2024-12-13T08:18:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734077927463.aed97598616da3c648e472de48c0d243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing aed97598616da3c648e472de48c0d243, disabling compactions & flushes 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4bd7f6fed99921da3cbec31b102eb986, disabling compactions & flushes 2024-12-13T08:18:48,720 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:48,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:48,720 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734077927463.aed97598616da3c648e472de48c0d243. after waiting 0 ms 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e6279774b47d224c0ef12bba5c2dccc0, disabling compactions & flushes 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. after waiting 0 ms 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:48,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:48,721 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:48,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for aed97598616da3c648e472de48c0d243: 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. after waiting 0 ms 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4bd7f6fed99921da3cbec31b102eb986: 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:48,721 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:48,721 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e6279774b47d224c0ef12bba5c2dccc0: 2024-12-13T08:18:48,722 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1ba8229afcd67a8872c6d489cc371671, NAME => 'test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,723 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 43d0181f4211a4d028ac84ece1c839cc, NAME => 'test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bbf2ef909879cb958e990b9fe39cbe2b, NAME => 'test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741844_1020 (size=45) 2024-12-13T08:18:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741846_1022 (size=45) 2024-12-13T08:18:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741845_1021 (size=45) 2024-12-13T08:18:49,143 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1ba8229afcd67a8872c6d489cc371671, disabling compactions & flushes 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 43d0181f4211a4d028ac84ece1c839cc, disabling compactions & flushes 2024-12-13T08:18:49,144 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:49,144 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bbf2ef909879cb958e990b9fe39cbe2b, disabling compactions & flushes 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. after waiting 0 ms 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. after waiting 0 ms 2024-12-13T08:18:49,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:49,144 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 43d0181f4211a4d028ac84ece1c839cc: 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. after waiting 0 ms 2024-12-13T08:18:49,144 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:49,144 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1ba8229afcd67a8872c6d489cc371671: 2024-12-13T08:18:49,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:49,145 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bbf2ef909879cb958e990b9fe39cbe2b: 2024-12-13T08:18:49,146 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 32668c834904b2605820409797b0f3dd, NAME => 'test,jjj,1734077927463.32668c834904b2605820409797b0f3dd.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2ef1285ad3efd5c55f469468cd089324, NAME => 'test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,147 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ca6ae8bf15f2b222a872c2d1255613f4, NAME => 'test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741848_1024 (size=45) 2024-12-13T08:18:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741847_1023 (size=45) 2024-12-13T08:18:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741849_1025 (size=45) 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734077927463.32668c834904b2605820409797b0f3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2ef1285ad3efd5c55f469468cd089324, disabling compactions & flushes 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 32668c834904b2605820409797b0f3dd, disabling compactions & flushes 2024-12-13T08:18:49,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ca6ae8bf15f2b222a872c2d1255613f4, disabling compactions & flushes 2024-12-13T08:18:49,558 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:49,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:49,559 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. after waiting 0 ms 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. after waiting 0 ms 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:49,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. after waiting 0 ms 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2ef1285ad3efd5c55f469468cd089324: 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:49,559 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 32668c834904b2605820409797b0f3dd: 2024-12-13T08:18:49,559 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:49,559 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ca6ae8bf15f2b222a872c2d1255613f4: 2024-12-13T08:18:49,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 338ed124edd6c2665e09109f3488ec38, NAME => 'test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,561 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6f07c197f599a726dcecb57a73b4a4dc, NAME => 'test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,561 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2ed026335750e903144196f5d2cd2297, NAME => 'test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741850_1026 (size=45) 2024-12-13T08:18:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741852_1028 (size=45) 2024-12-13T08:18:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741851_1027 (size=45) 2024-12-13T08:18:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:49,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 338ed124edd6c2665e09109f3488ec38, disabling compactions & flushes 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2ed026335750e903144196f5d2cd2297, disabling compactions & flushes 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. after waiting 0 ms 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6f07c197f599a726dcecb57a73b4a4dc, disabling compactions & flushes 2024-12-13T08:18:49,976 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:49,976 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. after waiting 0 ms 2024-12-13T08:18:49,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 338ed124edd6c2665e09109f3488ec38: 2024-12-13T08:18:49,976 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:49,976 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. after waiting 0 ms 2024-12-13T08:18:49,977 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2ed026335750e903144196f5d2cd2297: 2024-12-13T08:18:49,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:49,977 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:49,977 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6f07c197f599a726dcecb57a73b4a4dc: 2024-12-13T08:18:49,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ec074cd470787cde720f728203ad6ad7, NAME => 'test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,979 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1b65e474d19f7c1a01eb56d43c25a48b, NAME => 'test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:49,980 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9e3192e9d34a775dec538ebdf4f2f4af, NAME => 'test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741854_1030 (size=45) 2024-12-13T08:18:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741853_1029 (size=45) 2024-12-13T08:18:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741855_1031 (size=45) 2024-12-13T08:18:50,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:50,415 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1b65e474d19f7c1a01eb56d43c25a48b, disabling compactions & flushes 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9e3192e9d34a775dec538ebdf4f2f4af, disabling compactions & flushes 2024-12-13T08:18:50,416 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ec074cd470787cde720f728203ad6ad7, disabling compactions & flushes 2024-12-13T08:18:50,416 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:50,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. after waiting 0 ms 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. after waiting 0 ms 2024-12-13T08:18:50,416 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:50,417 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:50,417 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. after waiting 0 ms 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1b65e474d19f7c1a01eb56d43c25a48b: 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9e3192e9d34a775dec538ebdf4f2f4af: 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:50,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:50,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ec074cd470787cde720f728203ad6ad7: 2024-12-13T08:18:50,418 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b1c5e9aee6bea017aef807dc150f6128, NAME => 'test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => af6125565cc60b399ab462f4c79b485b, NAME => 'test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,420 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => da7c7633dd7f0b006966d5e697cade30, NAME => 'test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741857_1033 (size=45) 2024-12-13T08:18:50,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741858_1034 (size=45) 2024-12-13T08:18:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741856_1032 (size=45) 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b1c5e9aee6bea017aef807dc150f6128, disabling compactions & flushes 2024-12-13T08:18:50,833 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. after waiting 0 ms 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:50,833 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:50,833 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b1c5e9aee6bea017aef807dc150f6128: 2024-12-13T08:18:50,834 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 22eb019eda05516d11a2faf731f9637c, NAME => 'test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing da7c7633dd7f0b006966d5e697cade30, disabling compactions & flushes 2024-12-13T08:18:50,837 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing af6125565cc60b399ab462f4c79b485b, disabling compactions & flushes 2024-12-13T08:18:50,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:50,837 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. after waiting 0 ms 2024-12-13T08:18:50,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. after waiting 0 ms 2024-12-13T08:18:50,838 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:50,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:50,838 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:50,838 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for da7c7633dd7f0b006966d5e697cade30: 2024-12-13T08:18:50,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:50,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for af6125565cc60b399ab462f4c79b485b: 2024-12-13T08:18:50,839 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 63d89876ed81ab3307bcdbbb8d8976b6, NAME => 'test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9937d4e6689fd58c2531a72d8f8f64e1, NAME => 'test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741859_1035 (size=45) 2024-12-13T08:18:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741860_1036 (size=45) 2024-12-13T08:18:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741861_1037 (size=45) 2024-12-13T08:18:51,247 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:51,247 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 22eb019eda05516d11a2faf731f9637c, disabling compactions & flushes 2024-12-13T08:18:51,247 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:51,247 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:51,247 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. after waiting 0 ms 2024-12-13T08:18:51,247 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:51,248 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:51,248 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 22eb019eda05516d11a2faf731f9637c: 2024-12-13T08:18:51,249 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6899471857319ecf7da02282b73f958e, NAME => 'test,yyy,1734077927463.6899471857319ecf7da02282b73f958e.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:51,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:51,249 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9937d4e6689fd58c2531a72d8f8f64e1, disabling compactions & flushes 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 63d89876ed81ab3307bcdbbb8d8976b6, disabling compactions & flushes 2024-12-13T08:18:51,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:51,250 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. after waiting 0 ms 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. after waiting 0 ms 2024-12-13T08:18:51,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9937d4e6689fd58c2531a72d8f8f64e1: 2024-12-13T08:18:51,250 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:51,250 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 63d89876ed81ab3307bcdbbb8d8976b6: 2024-12-13T08:18:51,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8539b7930ea4f8019a81c6d08679b970, NAME => 'test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:18:51,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741862_1038 (size=45) 2024-12-13T08:18:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741863_1039 (size=42) 2024-12-13T08:18:51,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:18:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:51,664 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1734077927463.6899471857319ecf7da02282b73f958e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:51,664 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6899471857319ecf7da02282b73f958e, disabling compactions & flushes 2024-12-13T08:18:51,664 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:51,665 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:51,665 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. after waiting 0 ms 2024-12-13T08:18:51,665 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:51,665 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6899471857319ecf7da02282b73f958e: 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8539b7930ea4f8019a81c6d08679b970, disabling compactions & flushes 2024-12-13T08:18:51,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. after waiting 0 ms 2024-12-13T08:18:51,666 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:51,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:51,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8539b7930ea4f8019a81c6d08679b970: 2024-12-13T08:18:51,670 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:51,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734077927463.025b81fc62443c920bb7386635cde1cb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734077927463.aed97598616da3c648e472de48c0d243.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734077927463.32668c834904b2605820409797b0f3dd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734077927463.6899471857319ecf7da02282b73f958e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,676 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077931671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077931671"}]},"ts":"1734077931671"} 2024-12-13T08:18:51,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T08:18:51,714 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:51,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077931714"}]},"ts":"1734077931714"} 2024-12-13T08:18:51,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T08:18:51,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=025b81fc62443c920bb7386635cde1cb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bb480de834e07bb6c46f6070fdd07591, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4a429dfd58dd1f099dfa95ea6e23d74, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bd7f6fed99921da3cbec31b102eb986, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aed97598616da3c648e472de48c0d243, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6279774b47d224c0ef12bba5c2dccc0, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ba8229afcd67a8872c6d489cc371671, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbf2ef909879cb958e990b9fe39cbe2b, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43d0181f4211a4d028ac84ece1c839cc, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32668c834904b2605820409797b0f3dd, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca6ae8bf15f2b222a872c2d1255613f4, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ef1285ad3efd5c55f469468cd089324, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=338ed124edd6c2665e09109f3488ec38, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f07c197f599a726dcecb57a73b4a4dc, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ed026335750e903144196f5d2cd2297, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ec074cd470787cde720f728203ad6ad7, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9e3192e9d34a775dec538ebdf4f2f4af, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b65e474d19f7c1a01eb56d43c25a48b, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da7c7633dd7f0b006966d5e697cade30, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b1c5e9aee6bea017aef807dc150f6128, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=af6125565cc60b399ab462f4c79b485b, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=22eb019eda05516d11a2faf731f9637c, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63d89876ed81ab3307bcdbbb8d8976b6, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9937d4e6689fd58c2531a72d8f8f64e1, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6899471857319ecf7da02282b73f958e, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8539b7930ea4f8019a81c6d08679b970, ASSIGN}] 2024-12-13T08:18:51,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=025b81fc62443c920bb7386635cde1cb, ASSIGN 2024-12-13T08:18:51,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bb480de834e07bb6c46f6070fdd07591, ASSIGN 2024-12-13T08:18:51,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4a429dfd58dd1f099dfa95ea6e23d74, ASSIGN 2024-12-13T08:18:51,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bd7f6fed99921da3cbec31b102eb986, ASSIGN 2024-12-13T08:18:51,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=025b81fc62443c920bb7386635cde1cb, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,784 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bb480de834e07bb6c46f6070fdd07591, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b4a429dfd58dd1f099dfa95ea6e23d74, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4bd7f6fed99921da3cbec31b102eb986, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,787 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63d89876ed81ab3307bcdbbb8d8976b6, ASSIGN 2024-12-13T08:18:51,788 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9937d4e6689fd58c2531a72d8f8f64e1, ASSIGN 2024-12-13T08:18:51,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6899471857319ecf7da02282b73f958e, ASSIGN 2024-12-13T08:18:51,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8539b7930ea4f8019a81c6d08679b970, ASSIGN 2024-12-13T08:18:51,788 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=22eb019eda05516d11a2faf731f9637c, ASSIGN 2024-12-13T08:18:51,789 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=63d89876ed81ab3307bcdbbb8d8976b6, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,789 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9937d4e6689fd58c2531a72d8f8f64e1, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6899471857319ecf7da02282b73f958e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8539b7930ea4f8019a81c6d08679b970, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,789 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=22eb019eda05516d11a2faf731f9637c, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b65e474d19f7c1a01eb56d43c25a48b, ASSIGN 2024-12-13T08:18:51,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=da7c7633dd7f0b006966d5e697cade30, ASSIGN 2024-12-13T08:18:51,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b1c5e9aee6bea017aef807dc150f6128, ASSIGN 2024-12-13T08:18:51,793 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=af6125565cc60b399ab462f4c79b485b, ASSIGN 2024-12-13T08:18:51,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9e3192e9d34a775dec538ebdf4f2f4af, ASSIGN 2024-12-13T08:18:51,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=da7c7633dd7f0b006966d5e697cade30, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,794 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1b65e474d19f7c1a01eb56d43c25a48b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,794 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b1c5e9aee6bea017aef807dc150f6128, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,794 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=af6125565cc60b399ab462f4c79b485b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,794 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9e3192e9d34a775dec538ebdf4f2f4af, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ed026335750e903144196f5d2cd2297, ASSIGN 2024-12-13T08:18:51,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ec074cd470787cde720f728203ad6ad7, ASSIGN 2024-12-13T08:18:51,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f07c197f599a726dcecb57a73b4a4dc, ASSIGN 2024-12-13T08:18:51,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=338ed124edd6c2665e09109f3488ec38, ASSIGN 2024-12-13T08:18:51,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ef1285ad3efd5c55f469468cd089324, ASSIGN 2024-12-13T08:18:51,799 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=338ed124edd6c2665e09109f3488ec38, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,799 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ec074cd470787cde720f728203ad6ad7, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f07c197f599a726dcecb57a73b4a4dc, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ef1285ad3efd5c55f469468cd089324, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,799 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ed026335750e903144196f5d2cd2297, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbf2ef909879cb958e990b9fe39cbe2b, ASSIGN 2024-12-13T08:18:51,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32668c834904b2605820409797b0f3dd, ASSIGN 2024-12-13T08:18:51,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43d0181f4211a4d028ac84ece1c839cc, ASSIGN 2024-12-13T08:18:51,803 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca6ae8bf15f2b222a872c2d1255613f4, ASSIGN 2024-12-13T08:18:51,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ba8229afcd67a8872c6d489cc371671, ASSIGN 2024-12-13T08:18:51,804 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1ba8229afcd67a8872c6d489cc371671, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,804 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=32668c834904b2605820409797b0f3dd, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,804 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca6ae8bf15f2b222a872c2d1255613f4, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=43d0181f4211a4d028ac84ece1c839cc, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bbf2ef909879cb958e990b9fe39cbe2b, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aed97598616da3c648e472de48c0d243, ASSIGN 2024-12-13T08:18:51,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6279774b47d224c0ef12bba5c2dccc0, ASSIGN 2024-12-13T08:18:51,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=aed97598616da3c648e472de48c0d243, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e6279774b47d224c0ef12bba5c2dccc0, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:18:51,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=63d89876ed81ab3307bcdbbb8d8976b6, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6f07c197f599a726dcecb57a73b4a4dc, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=8539b7930ea4f8019a81c6d08679b970, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=4bd7f6fed99921da3cbec31b102eb986, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=32668c834904b2605820409797b0f3dd, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE; OpenRegionProcedure 8539b7930ea4f8019a81c6d08679b970, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=19, state=RUNNABLE; OpenRegionProcedure 32668c834904b2605820409797b0f3dd, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE; OpenRegionProcedure 4bd7f6fed99921da3cbec31b102eb986, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=32, state=RUNNABLE; OpenRegionProcedure 63d89876ed81ab3307bcdbbb8d8976b6, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=23, state=RUNNABLE; OpenRegionProcedure 6f07c197f599a726dcecb57a73b4a4dc, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=b4a429dfd58dd1f099dfa95ea6e23d74, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=12, state=RUNNABLE; OpenRegionProcedure b4a429dfd58dd1f099dfa95ea6e23d74, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=025b81fc62443c920bb7386635cde1cb, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e6279774b47d224c0ef12bba5c2dccc0, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=10, state=RUNNABLE; OpenRegionProcedure 025b81fc62443c920bb7386635cde1cb, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=2ed026335750e903144196f5d2cd2297, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=15, state=RUNNABLE; OpenRegionProcedure e6279774b47d224c0ef12bba5c2dccc0, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=22eb019eda05516d11a2faf731f9637c, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=24, state=RUNNABLE; OpenRegionProcedure 2ed026335750e903144196f5d2cd2297, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b1c5e9aee6bea017aef807dc150f6128, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=31, state=RUNNABLE; OpenRegionProcedure 22eb019eda05516d11a2faf731f9637c, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=43d0181f4211a4d028ac84ece1c839cc, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=29, state=RUNNABLE; OpenRegionProcedure b1c5e9aee6bea017aef807dc150f6128, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure 43d0181f4211a4d028ac84ece1c839cc, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=1ba8229afcd67a8872c6d489cc371671, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=338ed124edd6c2665e09109f3488ec38, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=da7c7633dd7f0b006966d5e697cade30, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=16, state=RUNNABLE; OpenRegionProcedure 1ba8229afcd67a8872c6d489cc371671, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=28, state=RUNNABLE; OpenRegionProcedure da7c7633dd7f0b006966d5e697cade30, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,963 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ec074cd470787cde720f728203ad6ad7, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9e3192e9d34a775dec538ebdf4f2f4af, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=22, state=RUNNABLE; OpenRegionProcedure 338ed124edd6c2665e09109f3488ec38, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=26, state=RUNNABLE; OpenRegionProcedure 9e3192e9d34a775dec538ebdf4f2f4af, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=9937d4e6689fd58c2531a72d8f8f64e1, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=33, state=RUNNABLE; OpenRegionProcedure 9937d4e6689fd58c2531a72d8f8f64e1, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=25, state=RUNNABLE; OpenRegionProcedure ec074cd470787cde720f728203ad6ad7, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ca6ae8bf15f2b222a872c2d1255613f4, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=1b65e474d19f7c1a01eb56d43c25a48b, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6899471857319ecf7da02282b73f958e, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=34, state=RUNNABLE; OpenRegionProcedure 6899471857319ecf7da02282b73f958e, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=aed97598616da3c648e472de48c0d243, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=20, state=RUNNABLE; OpenRegionProcedure ca6ae8bf15f2b222a872c2d1255613f4, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=2ef1285ad3efd5c55f469468cd089324, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure 1b65e474d19f7c1a01eb56d43c25a48b, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=14, state=RUNNABLE; OpenRegionProcedure aed97598616da3c648e472de48c0d243, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=21, state=RUNNABLE; OpenRegionProcedure 2ef1285ad3efd5c55f469468cd089324, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=af6125565cc60b399ab462f4c79b485b, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bb480de834e07bb6c46f6070fdd07591, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bbf2ef909879cb958e990b9fe39cbe2b, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:51,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=30, state=RUNNABLE; OpenRegionProcedure af6125565cc60b399ab462f4c79b485b, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=11, state=RUNNABLE; OpenRegionProcedure bb480de834e07bb6c46f6070fdd07591, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:51,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=17, state=RUNNABLE; OpenRegionProcedure bbf2ef909879cb958e990b9fe39cbe2b, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:18:52,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,104 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:52,104 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ef1285ad3efd5c55f469468cd089324, NAME => 'test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T08:18:52,104 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,104 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,104 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,105 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,107 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,109 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef1285ad3efd5c55f469468cd089324 columnFamilyName f 2024-12-13T08:18:52,110 DEBUG [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,110 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] regionserver.HStore(327): Store=2ef1285ad3efd5c55f469468cd089324/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,111 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,113 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef1285ad3efd5c55f469468cd089324 columnFamilyName norep 2024-12-13T08:18:52,113 DEBUG [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,114 INFO [StoreOpener-2ef1285ad3efd5c55f469468cd089324-1 {}] regionserver.HStore(327): Store=2ef1285ad3efd5c55f469468cd089324/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,115 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,116 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,119 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:18:52,122 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ef1285ad3efd5c55f469468cd089324/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,123 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 2ef1285ad3efd5c55f469468cd089324; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426982, jitterRate=-0.08466663956642151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,124 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 2ef1285ad3efd5c55f469468cd089324: 2024-12-13T08:18:52,125 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324., pid=58, masterSystemTime=1734077932091 2024-12-13T08:18:52,128 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:52,128 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:18:52,128 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:52,128 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => da7c7633dd7f0b006966d5e697cade30, NAME => 'test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T08:18:52,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=2ef1285ad3efd5c55f469468cd089324, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,129 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,129 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,129 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,129 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,131 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,133 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c7633dd7f0b006966d5e697cade30 columnFamilyName f 2024-12-13T08:18:52,133 DEBUG [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,134 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] regionserver.HStore(327): Store=da7c7633dd7f0b006966d5e697cade30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,134 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=21 2024-12-13T08:18:52,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=21, state=SUCCESS; OpenRegionProcedure 2ef1285ad3efd5c55f469468cd089324, server=6b1293cedc9a,42439,1734077915558 in 155 msec 2024-12-13T08:18:52,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ef1285ad3efd5c55f469468cd089324, ASSIGN in 362 msec 2024-12-13T08:18:52,136 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c7633dd7f0b006966d5e697cade30 columnFamilyName norep 2024-12-13T08:18:52,136 DEBUG [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,137 INFO [StoreOpener-da7c7633dd7f0b006966d5e697cade30-1 {}] regionserver.HStore(327): Store=da7c7633dd7f0b006966d5e697cade30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,138 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,138 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,140 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,141 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:18:52,144 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/da7c7633dd7f0b006966d5e697cade30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,144 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened da7c7633dd7f0b006966d5e697cade30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67614927, jitterRate=0.0075409263372421265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,144 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for da7c7633dd7f0b006966d5e697cade30: 2024-12-13T08:18:52,145 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30., pid=49, masterSystemTime=1734077932091 2024-12-13T08:18:52,147 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:52,147 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:18:52,147 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 6899471857319ecf7da02282b73f958e, NAME => 'test,yyy,1734077927463.6899471857319ecf7da02282b73f958e.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T08:18:52,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=da7c7633dd7f0b006966d5e697cade30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,yyy,1734077927463.6899471857319ecf7da02282b73f958e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,150 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,152 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6899471857319ecf7da02282b73f958e columnFamilyName f 2024-12-13T08:18:52,152 DEBUG [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,153 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] regionserver.HStore(327): Store=6899471857319ecf7da02282b73f958e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,153 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=28 2024-12-13T08:18:52,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=28, state=SUCCESS; OpenRegionProcedure da7c7633dd7f0b006966d5e697cade30, server=6b1293cedc9a,42439,1734077915558 in 187 msec 2024-12-13T08:18:52,155 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6899471857319ecf7da02282b73f958e columnFamilyName norep 2024-12-13T08:18:52,155 DEBUG [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=da7c7633dd7f0b006966d5e697cade30, ASSIGN in 381 msec 2024-12-13T08:18:52,155 INFO [StoreOpener-6899471857319ecf7da02282b73f958e-1 {}] regionserver.HStore(327): Store=6899471857319ecf7da02282b73f958e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,157 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,157 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,159 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,161 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 6899471857319ecf7da02282b73f958e 2024-12-13T08:18:52,163 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6899471857319ecf7da02282b73f958e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,164 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 6899471857319ecf7da02282b73f958e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73083641, jitterRate=0.08903111517429352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,164 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 6899471857319ecf7da02282b73f958e: 2024-12-13T08:18:52,165 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734077927463.6899471857319ecf7da02282b73f958e., pid=54, masterSystemTime=1734077932091 2024-12-13T08:18:52,167 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:52,167 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:18:52,167 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:52,168 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => bbf2ef909879cb958e990b9fe39cbe2b, NAME => 'test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T08:18:52,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6899471857319ecf7da02282b73f958e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,168 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,168 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,168 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,168 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,170 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,172 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf2ef909879cb958e990b9fe39cbe2b columnFamilyName f 2024-12-13T08:18:52,172 DEBUG [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=34 2024-12-13T08:18:52,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=34, state=SUCCESS; OpenRegionProcedure 6899471857319ecf7da02282b73f958e, server=6b1293cedc9a,42439,1734077915558 in 197 msec 2024-12-13T08:18:52,173 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] regionserver.HStore(327): Store=bbf2ef909879cb958e990b9fe39cbe2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,173 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6899471857319ecf7da02282b73f958e, ASSIGN in 400 msec 2024-12-13T08:18:52,175 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf2ef909879cb958e990b9fe39cbe2b columnFamilyName norep 2024-12-13T08:18:52,175 DEBUG [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,175 INFO [StoreOpener-bbf2ef909879cb958e990b9fe39cbe2b-1 {}] regionserver.HStore(327): Store=bbf2ef909879cb958e990b9fe39cbe2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,176 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,176 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,178 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,179 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:18:52,181 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bbf2ef909879cb958e990b9fe39cbe2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,182 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened bbf2ef909879cb958e990b9fe39cbe2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72296750, jitterRate=0.07730552554130554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,182 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for bbf2ef909879cb958e990b9fe39cbe2b: 2024-12-13T08:18:52,183 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b., pid=61, masterSystemTime=1734077932091 2024-12-13T08:18:52,186 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:52,186 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:18:52,186 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:52,187 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => ca6ae8bf15f2b222a872c2d1255613f4, NAME => 'test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T08:18:52,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bbf2ef909879cb958e990b9fe39cbe2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,187 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,187 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,187 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,187 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,189 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,191 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6ae8bf15f2b222a872c2d1255613f4 columnFamilyName f 2024-12-13T08:18:52,192 DEBUG [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,192 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] regionserver.HStore(327): Store=ca6ae8bf15f2b222a872c2d1255613f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,192 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=17 2024-12-13T08:18:52,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=17, state=SUCCESS; OpenRegionProcedure bbf2ef909879cb958e990b9fe39cbe2b, server=6b1293cedc9a,42439,1734077915558 in 204 msec 2024-12-13T08:18:52,194 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6ae8bf15f2b222a872c2d1255613f4 columnFamilyName norep 2024-12-13T08:18:52,194 DEBUG [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bbf2ef909879cb958e990b9fe39cbe2b, ASSIGN in 421 msec 2024-12-13T08:18:52,195 INFO [StoreOpener-ca6ae8bf15f2b222a872c2d1255613f4-1 {}] regionserver.HStore(327): Store=ca6ae8bf15f2b222a872c2d1255613f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,196 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,196 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,198 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,199 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:18:52,201 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ca6ae8bf15f2b222a872c2d1255613f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,201 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened ca6ae8bf15f2b222a872c2d1255613f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65806301, jitterRate=-0.019409701228141785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,202 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for ca6ae8bf15f2b222a872c2d1255613f4: 2024-12-13T08:18:52,203 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4., pid=55, masterSystemTime=1734077932091 2024-12-13T08:18:52,204 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:52,205 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:18:52,205 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:52,205 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => bb480de834e07bb6c46f6070fdd07591, NAME => 'test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T08:18:52,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ca6ae8bf15f2b222a872c2d1255613f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,205 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,206 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,206 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,206 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,208 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,210 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb480de834e07bb6c46f6070fdd07591 columnFamilyName f 2024-12-13T08:18:52,210 DEBUG [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=20 2024-12-13T08:18:52,211 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] regionserver.HStore(327): Store=bb480de834e07bb6c46f6070fdd07591/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=20, state=SUCCESS; OpenRegionProcedure ca6ae8bf15f2b222a872c2d1255613f4, server=6b1293cedc9a,42439,1734077915558 in 234 msec 2024-12-13T08:18:52,211 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca6ae8bf15f2b222a872c2d1255613f4, ASSIGN in 439 msec 2024-12-13T08:18:52,213 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb480de834e07bb6c46f6070fdd07591 columnFamilyName norep 2024-12-13T08:18:52,213 DEBUG [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,214 INFO [StoreOpener-bb480de834e07bb6c46f6070fdd07591-1 {}] regionserver.HStore(327): Store=bb480de834e07bb6c46f6070fdd07591/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,215 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,215 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,216 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,218 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:18:52,221 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bb480de834e07bb6c46f6070fdd07591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,222 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened bb480de834e07bb6c46f6070fdd07591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71769496, jitterRate=0.06944882869720459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,222 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for bb480de834e07bb6c46f6070fdd07591: 2024-12-13T08:18:52,223 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591., pid=60, masterSystemTime=1734077932091 2024-12-13T08:18:52,226 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:52,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=bb480de834e07bb6c46f6070fdd07591, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,226 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:18:52,226 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:52,226 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 32668c834904b2605820409797b0f3dd, NAME => 'test,jjj,1734077927463.32668c834904b2605820409797b0f3dd.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T08:18:52,227 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,227 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,jjj,1734077927463.32668c834904b2605820409797b0f3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,227 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,227 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,229 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,230 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32668c834904b2605820409797b0f3dd columnFamilyName f 2024-12-13T08:18:52,230 DEBUG [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=11 2024-12-13T08:18:52,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=11, state=SUCCESS; OpenRegionProcedure bb480de834e07bb6c46f6070fdd07591, server=6b1293cedc9a,42439,1734077915558 in 244 msec 2024-12-13T08:18:52,231 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] regionserver.HStore(327): Store=32668c834904b2605820409797b0f3dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,231 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bb480de834e07bb6c46f6070fdd07591, ASSIGN in 459 msec 2024-12-13T08:18:52,233 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32668c834904b2605820409797b0f3dd columnFamilyName norep 2024-12-13T08:18:52,233 DEBUG [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,234 INFO [StoreOpener-32668c834904b2605820409797b0f3dd-1 {}] regionserver.HStore(327): Store=32668c834904b2605820409797b0f3dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,235 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,236 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,238 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 32668c834904b2605820409797b0f3dd 2024-12-13T08:18:52,240 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/32668c834904b2605820409797b0f3dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,241 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 32668c834904b2605820409797b0f3dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67825152, jitterRate=0.01067352294921875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,241 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 32668c834904b2605820409797b0f3dd: 2024-12-13T08:18:52,242 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734077927463.32668c834904b2605820409797b0f3dd., pid=37, masterSystemTime=1734077932091 2024-12-13T08:18:52,244 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:52,244 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:18:52,244 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:52,244 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 63d89876ed81ab3307bcdbbb8d8976b6, NAME => 'test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T08:18:52,245 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=32668c834904b2605820409797b0f3dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,245 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,245 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,245 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,247 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,249 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d89876ed81ab3307bcdbbb8d8976b6 columnFamilyName f 2024-12-13T08:18:52,249 DEBUG [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,250 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] regionserver.HStore(327): Store=63d89876ed81ab3307bcdbbb8d8976b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,250 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=19 2024-12-13T08:18:52,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=19, state=SUCCESS; OpenRegionProcedure 32668c834904b2605820409797b0f3dd, server=6b1293cedc9a,42439,1734077915558 in 308 msec 2024-12-13T08:18:52,252 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d89876ed81ab3307bcdbbb8d8976b6 columnFamilyName norep 2024-12-13T08:18:52,252 DEBUG [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=32668c834904b2605820409797b0f3dd, ASSIGN in 478 msec 2024-12-13T08:18:52,253 INFO [StoreOpener-63d89876ed81ab3307bcdbbb8d8976b6-1 {}] regionserver.HStore(327): Store=63d89876ed81ab3307bcdbbb8d8976b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,254 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,254 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,255 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,257 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:18:52,259 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/63d89876ed81ab3307bcdbbb8d8976b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,260 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 63d89876ed81ab3307bcdbbb8d8976b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975388, jitterRate=-0.016890108585357666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,260 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 63d89876ed81ab3307bcdbbb8d8976b6: 2024-12-13T08:18:52,261 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6., pid=40, masterSystemTime=1734077932091 2024-12-13T08:18:52,263 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:52,263 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:18:52,264 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:52,264 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ba8229afcd67a8872c6d489cc371671, NAME => 'test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T08:18:52,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=63d89876ed81ab3307bcdbbb8d8976b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,264 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,264 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,264 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,264 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,266 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=32 2024-12-13T08:18:52,268 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba8229afcd67a8872c6d489cc371671 columnFamilyName f 2024-12-13T08:18:52,268 DEBUG [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=32, state=SUCCESS; OpenRegionProcedure 63d89876ed81ab3307bcdbbb8d8976b6, server=6b1293cedc9a,42439,1734077915558 in 324 msec 2024-12-13T08:18:52,269 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] regionserver.HStore(327): Store=1ba8229afcd67a8872c6d489cc371671/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,269 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=63d89876ed81ab3307bcdbbb8d8976b6, ASSIGN in 496 msec 2024-12-13T08:18:52,271 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba8229afcd67a8872c6d489cc371671 columnFamilyName norep 2024-12-13T08:18:52,271 DEBUG [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,272 INFO [StoreOpener-1ba8229afcd67a8872c6d489cc371671-1 {}] regionserver.HStore(327): Store=1ba8229afcd67a8872c6d489cc371671/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,273 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,273 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,275 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,277 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:18:52,279 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1ba8229afcd67a8872c6d489cc371671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,280 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 1ba8229afcd67a8872c6d489cc371671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62100092, jitterRate=-0.07463651895523071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,280 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 1ba8229afcd67a8872c6d489cc371671: 2024-12-13T08:18:52,281 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671., pid=48, masterSystemTime=1734077932091 2024-12-13T08:18:52,283 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:52,283 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:18:52,283 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:52,284 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e3192e9d34a775dec538ebdf4f2f4af, NAME => 'test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T08:18:52,284 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,284 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=1ba8229afcd67a8872c6d489cc371671, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,284 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,284 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,286 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,288 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3192e9d34a775dec538ebdf4f2f4af columnFamilyName f 2024-12-13T08:18:52,288 DEBUG [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,289 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] regionserver.HStore(327): Store=9e3192e9d34a775dec538ebdf4f2f4af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,289 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=16 2024-12-13T08:18:52,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=16, state=SUCCESS; OpenRegionProcedure 1ba8229afcd67a8872c6d489cc371671, server=6b1293cedc9a,42439,1734077915558 in 324 msec 2024-12-13T08:18:52,291 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3192e9d34a775dec538ebdf4f2f4af columnFamilyName norep 2024-12-13T08:18:52,291 DEBUG [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1ba8229afcd67a8872c6d489cc371671, ASSIGN in 517 msec 2024-12-13T08:18:52,292 INFO [StoreOpener-9e3192e9d34a775dec538ebdf4f2f4af-1 {}] regionserver.HStore(327): Store=9e3192e9d34a775dec538ebdf4f2f4af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,293 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,293 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,295 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,296 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:18:52,299 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9e3192e9d34a775dec538ebdf4f2f4af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,300 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 9e3192e9d34a775dec538ebdf4f2f4af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70867580, jitterRate=0.05600923299789429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,300 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 9e3192e9d34a775dec538ebdf4f2f4af: 2024-12-13T08:18:52,301 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af., pid=51, masterSystemTime=1734077932091 2024-12-13T08:18:52,303 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:52,303 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:18:52,303 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:52,303 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 22eb019eda05516d11a2faf731f9637c, NAME => 'test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T08:18:52,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9e3192e9d34a775dec538ebdf4f2f4af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,304 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,304 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,304 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,304 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,306 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,308 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22eb019eda05516d11a2faf731f9637c columnFamilyName f 2024-12-13T08:18:52,308 DEBUG [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=26 2024-12-13T08:18:52,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=26, state=SUCCESS; OpenRegionProcedure 9e3192e9d34a775dec538ebdf4f2f4af, server=6b1293cedc9a,42439,1734077915558 in 341 msec 2024-12-13T08:18:52,309 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] regionserver.HStore(327): Store=22eb019eda05516d11a2faf731f9637c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,309 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9e3192e9d34a775dec538ebdf4f2f4af, ASSIGN in 537 msec 2024-12-13T08:18:52,311 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22eb019eda05516d11a2faf731f9637c columnFamilyName norep 2024-12-13T08:18:52,311 DEBUG [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,311 INFO [StoreOpener-22eb019eda05516d11a2faf731f9637c-1 {}] regionserver.HStore(327): Store=22eb019eda05516d11a2faf731f9637c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,312 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,313 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,314 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,315 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:18:52,318 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/22eb019eda05516d11a2faf731f9637c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,318 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 22eb019eda05516d11a2faf731f9637c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59407724, jitterRate=-0.11475592851638794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,319 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 22eb019eda05516d11a2faf731f9637c: 2024-12-13T08:18:52,319 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c., pid=45, masterSystemTime=1734077932091 2024-12-13T08:18:52,321 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:52,321 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:18:52,322 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:52,322 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 43d0181f4211a4d028ac84ece1c839cc, NAME => 'test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T08:18:52,322 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,322 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=22eb019eda05516d11a2faf731f9637c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,322 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,322 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,324 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,327 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d0181f4211a4d028ac84ece1c839cc columnFamilyName f 2024-12-13T08:18:52,327 DEBUG [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=31 2024-12-13T08:18:52,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=31, state=SUCCESS; OpenRegionProcedure 22eb019eda05516d11a2faf731f9637c, server=6b1293cedc9a,42439,1734077915558 in 372 msec 2024-12-13T08:18:52,328 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] regionserver.HStore(327): Store=43d0181f4211a4d028ac84ece1c839cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,328 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=22eb019eda05516d11a2faf731f9637c, ASSIGN in 555 msec 2024-12-13T08:18:52,330 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d0181f4211a4d028ac84ece1c839cc columnFamilyName norep 2024-12-13T08:18:52,331 DEBUG [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,331 INFO [StoreOpener-43d0181f4211a4d028ac84ece1c839cc-1 {}] regionserver.HStore(327): Store=43d0181f4211a4d028ac84ece1c839cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,332 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,332 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,334 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,335 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:18:52,337 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/43d0181f4211a4d028ac84ece1c839cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,338 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 43d0181f4211a4d028ac84ece1c839cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61170580, jitterRate=-0.08848732709884644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,338 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 43d0181f4211a4d028ac84ece1c839cc: 2024-12-13T08:18:52,339 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc., pid=47, masterSystemTime=1734077932091 2024-12-13T08:18:52,341 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:52,341 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:18:52,341 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:52,342 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b1c5e9aee6bea017aef807dc150f6128, NAME => 'test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T08:18:52,342 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=43d0181f4211a4d028ac84ece1c839cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,342 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,342 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,342 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,344 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,346 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1c5e9aee6bea017aef807dc150f6128 columnFamilyName f 2024-12-13T08:18:52,346 DEBUG [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,347 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] regionserver.HStore(327): Store=b1c5e9aee6bea017aef807dc150f6128/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,347 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-13T08:18:52,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure 43d0181f4211a4d028ac84ece1c839cc, server=6b1293cedc9a,42439,1734077915558 in 388 msec 2024-12-13T08:18:52,349 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1c5e9aee6bea017aef807dc150f6128 columnFamilyName norep 2024-12-13T08:18:52,349 DEBUG [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=43d0181f4211a4d028ac84ece1c839cc, ASSIGN in 576 msec 2024-12-13T08:18:52,350 INFO [StoreOpener-b1c5e9aee6bea017aef807dc150f6128-1 {}] regionserver.HStore(327): Store=b1c5e9aee6bea017aef807dc150f6128/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,351 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,351 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,353 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,354 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:18:52,356 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b1c5e9aee6bea017aef807dc150f6128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,357 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b1c5e9aee6bea017aef807dc150f6128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74156287, jitterRate=0.10501478612422943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,357 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b1c5e9aee6bea017aef807dc150f6128: 2024-12-13T08:18:52,359 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128., pid=46, masterSystemTime=1734077932091 2024-12-13T08:18:52,361 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:52,361 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:18:52,361 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:52,361 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b65e474d19f7c1a01eb56d43c25a48b, NAME => 'test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T08:18:52,361 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b1c5e9aee6bea017aef807dc150f6128, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,361 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,361 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,362 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,363 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,365 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65e474d19f7c1a01eb56d43c25a48b columnFamilyName f 2024-12-13T08:18:52,365 DEBUG [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,366 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] regionserver.HStore(327): Store=1b65e474d19f7c1a01eb56d43c25a48b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,366 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=29 2024-12-13T08:18:52,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=29, state=SUCCESS; OpenRegionProcedure b1c5e9aee6bea017aef807dc150f6128, server=6b1293cedc9a,42439,1734077915558 in 409 msec 2024-12-13T08:18:52,368 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65e474d19f7c1a01eb56d43c25a48b columnFamilyName norep 2024-12-13T08:18:52,369 DEBUG [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b1c5e9aee6bea017aef807dc150f6128, ASSIGN in 595 msec 2024-12-13T08:18:52,369 INFO [StoreOpener-1b65e474d19f7c1a01eb56d43c25a48b-1 {}] regionserver.HStore(327): Store=1b65e474d19f7c1a01eb56d43c25a48b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,371 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,371 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,373 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,374 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:18:52,377 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1b65e474d19f7c1a01eb56d43c25a48b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,378 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 1b65e474d19f7c1a01eb56d43c25a48b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71013097, jitterRate=0.058177605271339417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,378 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 1b65e474d19f7c1a01eb56d43c25a48b: 2024-12-13T08:18:52,379 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b., pid=56, masterSystemTime=1734077932091 2024-12-13T08:18:52,382 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:52,382 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:18:52,382 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:52,382 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 025b81fc62443c920bb7386635cde1cb, NAME => 'test,,1734077927463.025b81fc62443c920bb7386635cde1cb.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T08:18:52,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=1b65e474d19f7c1a01eb56d43c25a48b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,383 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,383 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,,1734077927463.025b81fc62443c920bb7386635cde1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,383 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,383 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,385 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,387 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 025b81fc62443c920bb7386635cde1cb columnFamilyName f 2024-12-13T08:18:52,387 DEBUG [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-13T08:18:52,388 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] regionserver.HStore(327): Store=025b81fc62443c920bb7386635cde1cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure 1b65e474d19f7c1a01eb56d43c25a48b, server=6b1293cedc9a,42439,1734077915558 in 410 msec 2024-12-13T08:18:52,388 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1b65e474d19f7c1a01eb56d43c25a48b, ASSIGN in 616 msec 2024-12-13T08:18:52,390 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 025b81fc62443c920bb7386635cde1cb columnFamilyName norep 2024-12-13T08:18:52,391 DEBUG [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,391 INFO [StoreOpener-025b81fc62443c920bb7386635cde1cb-1 {}] regionserver.HStore(327): Store=025b81fc62443c920bb7386635cde1cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,392 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,393 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,394 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,395 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:18:52,398 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,398 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 025b81fc62443c920bb7386635cde1cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67978457, jitterRate=0.012957945466041565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,398 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 025b81fc62443c920bb7386635cde1cb: 2024-12-13T08:18:52,399 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734077927463.025b81fc62443c920bb7386635cde1cb., pid=42, masterSystemTime=1734077932091 2024-12-13T08:18:52,401 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:52,401 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:18:52,402 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:52,402 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => ec074cd470787cde720f728203ad6ad7, NAME => 'test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T08:18:52,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=025b81fc62443c920bb7386635cde1cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,402 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,402 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,402 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,403 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,404 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,406 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec074cd470787cde720f728203ad6ad7 columnFamilyName f 2024-12-13T08:18:52,406 DEBUG [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=10 2024-12-13T08:18:52,407 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] regionserver.HStore(327): Store=ec074cd470787cde720f728203ad6ad7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=10, state=SUCCESS; OpenRegionProcedure 025b81fc62443c920bb7386635cde1cb, server=6b1293cedc9a,42439,1734077915558 in 456 msec 2024-12-13T08:18:52,407 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=025b81fc62443c920bb7386635cde1cb, ASSIGN in 635 msec 2024-12-13T08:18:52,409 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec074cd470787cde720f728203ad6ad7 columnFamilyName norep 2024-12-13T08:18:52,409 DEBUG [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,409 INFO [StoreOpener-ec074cd470787cde720f728203ad6ad7-1 {}] regionserver.HStore(327): Store=ec074cd470787cde720f728203ad6ad7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,410 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,410 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,412 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,413 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for ec074cd470787cde720f728203ad6ad7 2024-12-13T08:18:52,415 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ec074cd470787cde720f728203ad6ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,416 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened ec074cd470787cde720f728203ad6ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61865072, jitterRate=-0.07813858985900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,416 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for ec074cd470787cde720f728203ad6ad7: 2024-12-13T08:18:52,417 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7., pid=52, masterSystemTime=1734077932091 2024-12-13T08:18:52,418 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:52,418 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:18:52,419 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:52,419 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => aed97598616da3c648e472de48c0d243, NAME => 'test,eee,1734077927463.aed97598616da3c648e472de48c0d243.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T08:18:52,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=ec074cd470787cde720f728203ad6ad7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,419 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,419 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,eee,1734077927463.aed97598616da3c648e472de48c0d243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,419 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,419 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,421 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=25 2024-12-13T08:18:52,424 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed97598616da3c648e472de48c0d243 columnFamilyName f 2024-12-13T08:18:52,424 DEBUG [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=25, state=SUCCESS; OpenRegionProcedure ec074cd470787cde720f728203ad6ad7, server=6b1293cedc9a,42439,1734077915558 in 455 msec 2024-12-13T08:18:52,425 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] regionserver.HStore(327): Store=aed97598616da3c648e472de48c0d243/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,425 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ec074cd470787cde720f728203ad6ad7, ASSIGN in 652 msec 2024-12-13T08:18:52,427 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed97598616da3c648e472de48c0d243 columnFamilyName norep 2024-12-13T08:18:52,427 DEBUG [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,428 INFO [StoreOpener-aed97598616da3c648e472de48c0d243-1 {}] regionserver.HStore(327): Store=aed97598616da3c648e472de48c0d243/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,429 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,429 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,431 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,433 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for aed97598616da3c648e472de48c0d243 2024-12-13T08:18:52,435 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/aed97598616da3c648e472de48c0d243/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,436 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened aed97598616da3c648e472de48c0d243; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71278895, jitterRate=0.062138304114341736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,436 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for aed97598616da3c648e472de48c0d243: 2024-12-13T08:18:52,437 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734077927463.aed97598616da3c648e472de48c0d243., pid=57, masterSystemTime=1734077932091 2024-12-13T08:18:52,439 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:52,439 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:18:52,439 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:52,440 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => b4a429dfd58dd1f099dfa95ea6e23d74, NAME => 'test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T08:18:52,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=aed97598616da3c648e472de48c0d243, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,440 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,440 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,440 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,440 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,442 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,444 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4a429dfd58dd1f099dfa95ea6e23d74 columnFamilyName f 2024-12-13T08:18:52,444 DEBUG [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,445 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] regionserver.HStore(327): Store=b4a429dfd58dd1f099dfa95ea6e23d74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=14 2024-12-13T08:18:52,445 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=14, state=SUCCESS; OpenRegionProcedure aed97598616da3c648e472de48c0d243, server=6b1293cedc9a,42439,1734077915558 in 466 msec 2024-12-13T08:18:52,447 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4a429dfd58dd1f099dfa95ea6e23d74 columnFamilyName norep 2024-12-13T08:18:52,447 DEBUG [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=aed97598616da3c648e472de48c0d243, ASSIGN in 673 msec 2024-12-13T08:18:52,448 INFO [StoreOpener-b4a429dfd58dd1f099dfa95ea6e23d74-1 {}] regionserver.HStore(327): Store=b4a429dfd58dd1f099dfa95ea6e23d74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,449 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,449 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,451 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,452 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:18:52,455 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b4a429dfd58dd1f099dfa95ea6e23d74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,456 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened b4a429dfd58dd1f099dfa95ea6e23d74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61993298, jitterRate=-0.07622787356376648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,456 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for b4a429dfd58dd1f099dfa95ea6e23d74: 2024-12-13T08:18:52,457 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74., pid=41, masterSystemTime=1734077932091 2024-12-13T08:18:52,460 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:52,461 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:18:52,461 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:52,461 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 8539b7930ea4f8019a81c6d08679b970, NAME => 'test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T08:18:52,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=b4a429dfd58dd1f099dfa95ea6e23d74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,461 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,461 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,462 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,462 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,464 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,466 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8539b7930ea4f8019a81c6d08679b970 columnFamilyName f 2024-12-13T08:18:52,466 DEBUG [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=12 2024-12-13T08:18:52,467 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] regionserver.HStore(327): Store=8539b7930ea4f8019a81c6d08679b970/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=12, state=SUCCESS; OpenRegionProcedure b4a429dfd58dd1f099dfa95ea6e23d74, server=6b1293cedc9a,42439,1734077915558 in 519 msec 2024-12-13T08:18:52,467 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b4a429dfd58dd1f099dfa95ea6e23d74, ASSIGN in 695 msec 2024-12-13T08:18:52,469 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8539b7930ea4f8019a81c6d08679b970 columnFamilyName norep 2024-12-13T08:18:52,469 DEBUG [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,470 INFO [StoreOpener-8539b7930ea4f8019a81c6d08679b970-1 {}] regionserver.HStore(327): Store=8539b7930ea4f8019a81c6d08679b970/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,470 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,471 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,472 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,474 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:18:52,477 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/8539b7930ea4f8019a81c6d08679b970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,477 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 8539b7930ea4f8019a81c6d08679b970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74372339, jitterRate=0.1082342118024826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,478 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 8539b7930ea4f8019a81c6d08679b970: 2024-12-13T08:18:52,479 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970., pid=36, masterSystemTime=1734077932091 2024-12-13T08:18:52,481 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:52,482 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:18:52,482 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:52,482 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => e6279774b47d224c0ef12bba5c2dccc0, NAME => 'test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T08:18:52,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=8539b7930ea4f8019a81c6d08679b970, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,482 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,482 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,483 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,483 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,485 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,487 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6279774b47d224c0ef12bba5c2dccc0 columnFamilyName f 2024-12-13T08:18:52,487 DEBUG [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-13T08:18:52,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; OpenRegionProcedure 8539b7930ea4f8019a81c6d08679b970, server=6b1293cedc9a,42439,1734077915558 in 546 msec 2024-12-13T08:18:52,487 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] regionserver.HStore(327): Store=e6279774b47d224c0ef12bba5c2dccc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,488 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8539b7930ea4f8019a81c6d08679b970, ASSIGN in 715 msec 2024-12-13T08:18:52,490 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6279774b47d224c0ef12bba5c2dccc0 columnFamilyName norep 2024-12-13T08:18:52,490 DEBUG [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,490 INFO [StoreOpener-e6279774b47d224c0ef12bba5c2dccc0-1 {}] regionserver.HStore(327): Store=e6279774b47d224c0ef12bba5c2dccc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,491 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,492 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,493 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,494 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:18:52,497 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/e6279774b47d224c0ef12bba5c2dccc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,497 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened e6279774b47d224c0ef12bba5c2dccc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65088336, jitterRate=-0.030108213424682617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,498 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for e6279774b47d224c0ef12bba5c2dccc0: 2024-12-13T08:18:52,499 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0., pid=43, masterSystemTime=1734077932091 2024-12-13T08:18:52,501 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:52,501 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:18:52,501 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:52,501 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ed026335750e903144196f5d2cd2297, NAME => 'test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T08:18:52,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e6279774b47d224c0ef12bba5c2dccc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,502 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,502 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,502 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,502 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,504 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,506 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed026335750e903144196f5d2cd2297 columnFamilyName f 2024-12-13T08:18:52,506 DEBUG [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=15 2024-12-13T08:18:52,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=15, state=SUCCESS; OpenRegionProcedure e6279774b47d224c0ef12bba5c2dccc0, server=6b1293cedc9a,42439,1734077915558 in 554 msec 2024-12-13T08:18:52,507 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] regionserver.HStore(327): Store=2ed026335750e903144196f5d2cd2297/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,507 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e6279774b47d224c0ef12bba5c2dccc0, ASSIGN in 735 msec 2024-12-13T08:18:52,509 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ed026335750e903144196f5d2cd2297 columnFamilyName norep 2024-12-13T08:18:52,510 DEBUG [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,511 INFO [StoreOpener-2ed026335750e903144196f5d2cd2297-1 {}] regionserver.HStore(327): Store=2ed026335750e903144196f5d2cd2297/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,512 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,513 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,514 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,515 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 2ed026335750e903144196f5d2cd2297 2024-12-13T08:18:52,518 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ed026335750e903144196f5d2cd2297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,519 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 2ed026335750e903144196f5d2cd2297; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58725700, jitterRate=-0.1249188780784607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,519 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 2ed026335750e903144196f5d2cd2297: 2024-12-13T08:18:52,520 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297., pid=44, masterSystemTime=1734077932091 2024-12-13T08:18:52,522 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:52,522 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:18:52,523 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:52,523 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bd7f6fed99921da3cbec31b102eb986, NAME => 'test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T08:18:52,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=2ed026335750e903144196f5d2cd2297, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,523 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,523 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,524 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,524 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,526 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,528 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd7f6fed99921da3cbec31b102eb986 columnFamilyName f 2024-12-13T08:18:52,528 DEBUG [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=24 2024-12-13T08:18:52,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=24, state=SUCCESS; OpenRegionProcedure 2ed026335750e903144196f5d2cd2297, server=6b1293cedc9a,42439,1734077915558 in 574 msec 2024-12-13T08:18:52,529 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] regionserver.HStore(327): Store=4bd7f6fed99921da3cbec31b102eb986/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,529 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ed026335750e903144196f5d2cd2297, ASSIGN in 757 msec 2024-12-13T08:18:52,531 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd7f6fed99921da3cbec31b102eb986 columnFamilyName norep 2024-12-13T08:18:52,531 DEBUG [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,532 INFO [StoreOpener-4bd7f6fed99921da3cbec31b102eb986-1 {}] regionserver.HStore(327): Store=4bd7f6fed99921da3cbec31b102eb986/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,533 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,534 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,535 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,537 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:18:52,539 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/4bd7f6fed99921da3cbec31b102eb986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,540 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 4bd7f6fed99921da3cbec31b102eb986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69654857, jitterRate=0.037938252091407776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,540 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 4bd7f6fed99921da3cbec31b102eb986: 2024-12-13T08:18:52,541 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986., pid=38, masterSystemTime=1734077932091 2024-12-13T08:18:52,543 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:52,544 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:18:52,544 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:52,544 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 338ed124edd6c2665e09109f3488ec38, NAME => 'test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T08:18:52,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=4bd7f6fed99921da3cbec31b102eb986, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,544 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,544 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,544 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,544 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,546 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,548 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338ed124edd6c2665e09109f3488ec38 columnFamilyName f 2024-12-13T08:18:52,548 DEBUG [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,549 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] regionserver.HStore(327): Store=338ed124edd6c2665e09109f3488ec38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,549 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=13 2024-12-13T08:18:52,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=13, state=SUCCESS; OpenRegionProcedure 4bd7f6fed99921da3cbec31b102eb986, server=6b1293cedc9a,42439,1734077915558 in 607 msec 2024-12-13T08:18:52,551 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 338ed124edd6c2665e09109f3488ec38 columnFamilyName norep 2024-12-13T08:18:52,551 DEBUG [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,551 INFO [StoreOpener-338ed124edd6c2665e09109f3488ec38-1 {}] regionserver.HStore(327): Store=338ed124edd6c2665e09109f3488ec38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4bd7f6fed99921da3cbec31b102eb986, ASSIGN in 777 msec 2024-12-13T08:18:52,553 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,553 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,554 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,556 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:18:52,558 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/338ed124edd6c2665e09109f3488ec38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,559 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 338ed124edd6c2665e09109f3488ec38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65195600, jitterRate=-0.028509855270385742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,559 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 338ed124edd6c2665e09109f3488ec38: 2024-12-13T08:18:52,560 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38., pid=50, masterSystemTime=1734077932091 2024-12-13T08:18:52,563 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:52,563 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:18:52,563 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:52,564 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f07c197f599a726dcecb57a73b4a4dc, NAME => 'test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T08:18:52,564 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=338ed124edd6c2665e09109f3488ec38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,564 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,564 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,565 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,565 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,567 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,568 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f07c197f599a726dcecb57a73b4a4dc columnFamilyName f 2024-12-13T08:18:52,569 DEBUG [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=22 2024-12-13T08:18:52,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=22, state=SUCCESS; OpenRegionProcedure 338ed124edd6c2665e09109f3488ec38, server=6b1293cedc9a,42439,1734077915558 in 602 msec 2024-12-13T08:18:52,569 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] regionserver.HStore(327): Store=6f07c197f599a726dcecb57a73b4a4dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,569 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=338ed124edd6c2665e09109f3488ec38, ASSIGN in 797 msec 2024-12-13T08:18:52,571 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f07c197f599a726dcecb57a73b4a4dc columnFamilyName norep 2024-12-13T08:18:52,571 DEBUG [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,571 INFO [StoreOpener-6f07c197f599a726dcecb57a73b4a4dc-1 {}] regionserver.HStore(327): Store=6f07c197f599a726dcecb57a73b4a4dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,572 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,573 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,574 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,575 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:18:52,577 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6f07c197f599a726dcecb57a73b4a4dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,578 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 6f07c197f599a726dcecb57a73b4a4dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64952036, jitterRate=-0.03213924169540405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,578 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 6f07c197f599a726dcecb57a73b4a4dc: 2024-12-13T08:18:52,579 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc., pid=39, masterSystemTime=1734077932091 2024-12-13T08:18:52,581 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:52,581 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:18:52,581 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:52,581 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 9937d4e6689fd58c2531a72d8f8f64e1, NAME => 'test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T08:18:52,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6f07c197f599a726dcecb57a73b4a4dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,582 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,582 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,582 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,582 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,584 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,586 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9937d4e6689fd58c2531a72d8f8f64e1 columnFamilyName f 2024-12-13T08:18:52,586 DEBUG [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=23 2024-12-13T08:18:52,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=23, state=SUCCESS; OpenRegionProcedure 6f07c197f599a726dcecb57a73b4a4dc, server=6b1293cedc9a,42439,1734077915558 in 643 msec 2024-12-13T08:18:52,587 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] regionserver.HStore(327): Store=9937d4e6689fd58c2531a72d8f8f64e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,587 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f07c197f599a726dcecb57a73b4a4dc, ASSIGN in 814 msec 2024-12-13T08:18:52,588 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9937d4e6689fd58c2531a72d8f8f64e1 columnFamilyName norep 2024-12-13T08:18:52,588 DEBUG [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,589 INFO [StoreOpener-9937d4e6689fd58c2531a72d8f8f64e1-1 {}] regionserver.HStore(327): Store=9937d4e6689fd58c2531a72d8f8f64e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,590 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,590 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,592 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,593 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:18:52,595 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9937d4e6689fd58c2531a72d8f8f64e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,596 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 9937d4e6689fd58c2531a72d8f8f64e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67187550, jitterRate=0.0011725127696990967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,596 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 9937d4e6689fd58c2531a72d8f8f64e1: 2024-12-13T08:18:52,597 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1., pid=53, masterSystemTime=1734077932091 2024-12-13T08:18:52,599 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:52,599 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:18:52,599 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:52,599 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => af6125565cc60b399ab462f4c79b485b, NAME => 'test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:52,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=9937d4e6689fd58c2531a72d8f8f64e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:52,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,600 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,602 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,604 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af6125565cc60b399ab462f4c79b485b columnFamilyName f 2024-12-13T08:18:52,604 DEBUG [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=33 2024-12-13T08:18:52,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=33, state=SUCCESS; OpenRegionProcedure 9937d4e6689fd58c2531a72d8f8f64e1, server=6b1293cedc9a,42439,1734077915558 in 634 msec 2024-12-13T08:18:52,605 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] regionserver.HStore(327): Store=af6125565cc60b399ab462f4c79b485b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,605 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9937d4e6689fd58c2531a72d8f8f64e1, ASSIGN in 832 msec 2024-12-13T08:18:52,607 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af6125565cc60b399ab462f4c79b485b columnFamilyName norep 2024-12-13T08:18:52,607 DEBUG [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:52,607 INFO [StoreOpener-af6125565cc60b399ab462f4c79b485b-1 {}] regionserver.HStore(327): Store=af6125565cc60b399ab462f4c79b485b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:52,608 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,608 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,609 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:52,611 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for af6125565cc60b399ab462f4c79b485b 2024-12-13T08:18:52,613 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/af6125565cc60b399ab462f4c79b485b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:52,614 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened af6125565cc60b399ab462f4c79b485b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816641, jitterRate=-0.04905794560909271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:52,614 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for af6125565cc60b399ab462f4c79b485b: 2024-12-13T08:18:52,615 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b., pid=59, masterSystemTime=1734077932091 2024-12-13T08:18:52,617 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:52,617 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:18:52,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=af6125565cc60b399ab462f4c79b485b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:18:52,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=30 2024-12-13T08:18:52,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=30, state=SUCCESS; OpenRegionProcedure af6125565cc60b399ab462f4c79b485b, server=6b1293cedc9a,42439,1734077915558 in 638 msec 2024-12-13T08:18:52,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=9 2024-12-13T08:18:52,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=af6125565cc60b399ab462f4c79b485b, ASSIGN in 850 msec 2024-12-13T08:18:52,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:18:52,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077932626"}]},"ts":"1734077932626"} 2024-12-13T08:18:52,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T08:18:52,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:18:52,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.2030 sec 2024-12-13T08:18:53,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:55,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:55,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T08:18:55,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T08:18:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:55,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T08:18:55,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T08:18:55,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:55,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T08:18:55,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:18:55,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T08:18:55,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:18:55,625 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:18:55,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:18:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T08:18:55,630 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:18:55,630 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:55,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T08:18:55,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:18:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741837_1013 (size=631) 2024-12-13T08:18:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:55,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T08:18:56,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b491310cfd0d5e6bd6535145c234fa0, NAME => 'test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ea50437a0e1da0e66d959373f1e79962, NAME => 'test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,051 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 483f367de75f1bda3b23f65ad90a3c59, NAME => 'test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741838_1014 (size=45) 2024-12-13T08:18:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741839_1015 (size=42) 2024-12-13T08:18:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741840_1016 (size=45) 2024-12-13T08:18:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:56,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,466 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ea50437a0e1da0e66d959373f1e79962, disabling compactions & flushes 2024-12-13T08:18:56,467 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3b491310cfd0d5e6bd6535145c234fa0, disabling compactions & flushes 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. after waiting 0 ms 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:56,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 483f367de75f1bda3b23f65ad90a3c59, disabling compactions & flushes 2024-12-13T08:18:56,467 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:56,467 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ea50437a0e1da0e66d959373f1e79962: 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. after waiting 0 ms 2024-12-13T08:18:56,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:56,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:56,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b491310cfd0d5e6bd6535145c234fa0: 2024-12-13T08:18:56,470 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e9f75c04a2c6fe0036ddcfddabd061d5, NAME => 'test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,471 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. after waiting 0 ms 2024-12-13T08:18:56,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 99c2af5049ae6fca7050dca22f6e7025, NAME => 'test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,471 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:18:56,471 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:18:56,471 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 483f367de75f1bda3b23f65ad90a3c59: 2024-12-13T08:18:56,472 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2a2d0e985028b75b105a8941962c31ee, NAME => 'test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741841_1017 (size=45) 2024-12-13T08:18:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741842_1018 (size=45) 2024-12-13T08:18:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741843_1019 (size=45) 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2a2d0e985028b75b105a8941962c31ee, disabling compactions & flushes 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 99c2af5049ae6fca7050dca22f6e7025, disabling compactions & flushes 2024-12-13T08:18:56,480 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:18:56,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. after waiting 0 ms 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. after waiting 0 ms 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:18:56,480 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:18:56,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2a2d0e985028b75b105a8941962c31ee: 2024-12-13T08:18:56,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 99c2af5049ae6fca7050dca22f6e7025: 2024-12-13T08:18:56,481 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5a60b3ee74b02caeb4ee0d52462b96f8, NAME => 'test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5323700684379b3cf1f6071effec088e, NAME => 'test,ggg,1734077935626.5323700684379b3cf1f6071effec088e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741844_1020 (size=45) 2024-12-13T08:18:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741845_1021 (size=45) 2024-12-13T08:18:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e9f75c04a2c6fe0036ddcfddabd061d5, disabling compactions & flushes 2024-12-13T08:18:56,879 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. after waiting 0 ms 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:56,879 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:56,879 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e9f75c04a2c6fe0036ddcfddabd061d5: 2024-12-13T08:18:56,880 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6769222238ed2777d5d5dde76e2d2889, NAME => 'test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741846_1022 (size=45) 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5a60b3ee74b02caeb4ee0d52462b96f8, disabling compactions & flushes 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734077935626.5323700684379b3cf1f6071effec088e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:56,888 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5323700684379b3cf1f6071effec088e, disabling compactions & flushes 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. after waiting 0 ms 2024-12-13T08:18:56,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:18:56,888 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. after waiting 0 ms 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5a60b3ee74b02caeb4ee0d52462b96f8: 2024-12-13T08:18:56,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:18:56,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:18:56,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5323700684379b3cf1f6071effec088e: 2024-12-13T08:18:56,889 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9d202ec70d26d597e36efeebf367d974, NAME => 'test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 860a70cbe3b8428fb8061705d6f3a6a7, NAME => 'test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741847_1023 (size=45) 2024-12-13T08:18:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741848_1024 (size=45) 2024-12-13T08:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6769222238ed2777d5d5dde76e2d2889, disabling compactions & flushes 2024-12-13T08:18:57,291 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:57,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. after waiting 0 ms 2024-12-13T08:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:57,292 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:57,292 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6769222238ed2777d5d5dde76e2d2889: 2024-12-13T08:18:57,294 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 992f967119a5c06badf759dfac058371, NAME => 'test,lll,1734077935626.992f967119a5c06badf759dfac058371.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9d202ec70d26d597e36efeebf367d974, disabling compactions & flushes 2024-12-13T08:18:57,299 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 860a70cbe3b8428fb8061705d6f3a6a7, disabling compactions & flushes 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. after waiting 0 ms 2024-12-13T08:18:57,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:57,299 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9d202ec70d26d597e36efeebf367d974: 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. after waiting 0 ms 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:57,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:57,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 860a70cbe3b8428fb8061705d6f3a6a7: 2024-12-13T08:18:57,300 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 34fa41bd4f9cdb7bd19675c0e010b40f, NAME => 'test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 40b8a769390f26fb09aa0e3e27e9f30f, NAME => 'test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741849_1025 (size=45) 2024-12-13T08:18:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741850_1026 (size=45) 2024-12-13T08:18:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741851_1027 (size=45) 2024-12-13T08:18:57,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:18:57,707 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1734077935626.992f967119a5c06badf759dfac058371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,707 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 992f967119a5c06badf759dfac058371, disabling compactions & flushes 2024-12-13T08:18:57,708 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:57,708 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:57,708 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734077935626.992f967119a5c06badf759dfac058371. after waiting 0 ms 2024-12-13T08:18:57,708 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:57,708 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:57,708 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 992f967119a5c06badf759dfac058371: 2024-12-13T08:18:57,709 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 688354900498d7bdabe528fdb4e72b7a, NAME => 'test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,712 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 34fa41bd4f9cdb7bd19675c0e010b40f, disabling compactions & flushes 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:57,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. after waiting 0 ms 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 40b8a769390f26fb09aa0e3e27e9f30f, disabling compactions & flushes 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:18:57,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:18:57,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 34fa41bd4f9cdb7bd19675c0e010b40f: 2024-12-13T08:18:57,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:57,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. after waiting 0 ms 2024-12-13T08:18:57,714 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4b3307027cfa62fa9a7577b600fb0a2c, NAME => 'test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:57,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:57,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 40b8a769390f26fb09aa0e3e27e9f30f: 2024-12-13T08:18:57,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f3030b3ff6459e3a418c92f36d0662ed, NAME => 'test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741852_1028 (size=45) 2024-12-13T08:18:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741853_1029 (size=45) 2024-12-13T08:18:57,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741854_1030 (size=45) 2024-12-13T08:18:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:58,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:18:58,122 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,123 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 688354900498d7bdabe528fdb4e72b7a, disabling compactions & flushes 2024-12-13T08:18:58,123 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:58,123 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:58,123 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. after waiting 0 ms 2024-12-13T08:18:58,124 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:58,124 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:58,124 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 688354900498d7bdabe528fdb4e72b7a: 2024-12-13T08:18:58,126 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c184e23ea8e5f7479a04b9ffcbeddd87, NAME => 'test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4b3307027cfa62fa9a7577b600fb0a2c, disabling compactions & flushes 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f3030b3ff6459e3a418c92f36d0662ed, disabling compactions & flushes 2024-12-13T08:18:58,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:18:58,127 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. after waiting 0 ms 2024-12-13T08:18:58,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:18:58,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:18:58,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:18:58,128 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. after waiting 0 ms 2024-12-13T08:18:58,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f3030b3ff6459e3a418c92f36d0662ed: 2024-12-13T08:18:58,128 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:18:58,128 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:18:58,128 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4b3307027cfa62fa9a7577b600fb0a2c: 2024-12-13T08:18:58,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e259a50f95a0922091be68d2b7bbb17, NAME => 'test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,131 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1c43936e89ac7522cadf69ea535bca63, NAME => 'test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741855_1031 (size=45) 2024-12-13T08:18:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741856_1032 (size=45) 2024-12-13T08:18:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741857_1033 (size=45) 2024-12-13T08:18:58,539 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c184e23ea8e5f7479a04b9ffcbeddd87, disabling compactions & flushes 2024-12-13T08:18:58,540 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:58,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:58,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. after waiting 0 ms 2024-12-13T08:18:58,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:58,541 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:58,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c184e23ea8e5f7479a04b9ffcbeddd87: 2024-12-13T08:18:58,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,543 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 33625749bfd90c120e7ca749ed1da15e, NAME => 'test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8e259a50f95a0922091be68d2b7bbb17, disabling compactions & flushes 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1c43936e89ac7522cadf69ea535bca63, disabling compactions & flushes 2024-12-13T08:18:58,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:58,544 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. after waiting 0 ms 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. after waiting 0 ms 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:58,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:58,544 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e259a50f95a0922091be68d2b7bbb17: 2024-12-13T08:18:58,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1c43936e89ac7522cadf69ea535bca63: 2024-12-13T08:18:58,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bd53068a72476d34b737adc67ea246ce, NAME => 'test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,546 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6fff234e25e1b7f8f6aecc0f5d03bf4d, NAME => 'test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741858_1034 (size=45) 2024-12-13T08:18:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741859_1035 (size=45) 2024-12-13T08:18:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741860_1036 (size=45) 2024-12-13T08:18:58,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bd53068a72476d34b737adc67ea246ce, disabling compactions & flushes 2024-12-13T08:18:58,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:18:58,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:18:58,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. after waiting 0 ms 2024-12-13T08:18:58,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:18:58,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:18:58,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bd53068a72476d34b737adc67ea246ce: 2024-12-13T08:18:58,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 963b25e971063e239f0160fe4fd62285, NAME => 'test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741861_1037 (size=45) 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 33625749bfd90c120e7ca749ed1da15e, disabling compactions & flushes 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6fff234e25e1b7f8f6aecc0f5d03bf4d, disabling compactions & flushes 2024-12-13T08:18:58,959 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:58,959 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. after waiting 0 ms 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. after waiting 0 ms 2024-12-13T08:18:58,959 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:58,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:58,960 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:58,960 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:58,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 33625749bfd90c120e7ca749ed1da15e: 2024-12-13T08:18:58,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6fff234e25e1b7f8f6aecc0f5d03bf4d: 2024-12-13T08:18:58,961 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 93b8bcd4886a9efe7a61982bd022bc5e, NAME => 'test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,962 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9916c6e530c0d02fc0a61c1b656aa4f5, NAME => 'test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:18:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741862_1038 (size=45) 2024-12-13T08:18:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741863_1039 (size=42) 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9916c6e530c0d02fc0a61c1b656aa4f5, disabling compactions & flushes 2024-12-13T08:18:58,971 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. after waiting 0 ms 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:58,971 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:58,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9916c6e530c0d02fc0a61c1b656aa4f5: 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 963b25e971063e239f0160fe4fd62285, disabling compactions & flushes 2024-12-13T08:18:58,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. after waiting 0 ms 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:18:58,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:18:58,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 963b25e971063e239f0160fe4fd62285: 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 93b8bcd4886a9efe7a61982bd022bc5e, disabling compactions & flushes 2024-12-13T08:18:59,372 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. after waiting 0 ms 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:18:59,372 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:18:59,372 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 93b8bcd4886a9efe7a61982bd022bc5e: 2024-12-13T08:18:59,374 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:18:59,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734077935626.5323700684379b3cf1f6071effec088e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734077935626.992f967119a5c06badf759dfac058371.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734077939374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077939374"}]},"ts":"1734077939374"} 2024-12-13T08:18:59,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T08:18:59,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:18:59,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077939386"}]},"ts":"1734077939386"} 2024-12-13T08:18:59,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T08:18:59,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b491310cfd0d5e6bd6535145c234fa0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=483f367de75f1bda3b23f65ad90a3c59, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ea50437a0e1da0e66d959373f1e79962, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9f75c04a2c6fe0036ddcfddabd061d5, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99c2af5049ae6fca7050dca22f6e7025, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a2d0e985028b75b105a8941962c31ee, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5323700684379b3cf1f6071effec088e, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a60b3ee74b02caeb4ee0d52462b96f8, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6769222238ed2777d5d5dde76e2d2889, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d202ec70d26d597e36efeebf367d974, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=860a70cbe3b8428fb8061705d6f3a6a7, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992f967119a5c06badf759dfac058371, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=34fa41bd4f9cdb7bd19675c0e010b40f, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40b8a769390f26fb09aa0e3e27e9f30f, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=688354900498d7bdabe528fdb4e72b7a, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b3307027cfa62fa9a7577b600fb0a2c, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3030b3ff6459e3a418c92f36d0662ed, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c184e23ea8e5f7479a04b9ffcbeddd87, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e259a50f95a0922091be68d2b7bbb17, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1c43936e89ac7522cadf69ea535bca63, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33625749bfd90c120e7ca749ed1da15e, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bd53068a72476d34b737adc67ea246ce, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6fff234e25e1b7f8f6aecc0f5d03bf4d, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=963b25e971063e239f0160fe4fd62285, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=93b8bcd4886a9efe7a61982bd022bc5e, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9916c6e530c0d02fc0a61c1b656aa4f5, ASSIGN}] 2024-12-13T08:18:59,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992f967119a5c06badf759dfac058371, ASSIGN 2024-12-13T08:18:59,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5323700684379b3cf1f6071effec088e, ASSIGN 2024-12-13T08:18:59,446 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=860a70cbe3b8428fb8061705d6f3a6a7, ASSIGN 2024-12-13T08:18:59,447 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d202ec70d26d597e36efeebf367d974, ASSIGN 2024-12-13T08:18:59,447 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=992f967119a5c06badf759dfac058371, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5323700684379b3cf1f6071effec088e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,448 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=860a70cbe3b8428fb8061705d6f3a6a7, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,448 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9d202ec70d26d597e36efeebf367d974, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6fff234e25e1b7f8f6aecc0f5d03bf4d, ASSIGN 2024-12-13T08:18:59,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=963b25e971063e239f0160fe4fd62285, ASSIGN 2024-12-13T08:18:59,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=93b8bcd4886a9efe7a61982bd022bc5e, ASSIGN 2024-12-13T08:18:59,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9916c6e530c0d02fc0a61c1b656aa4f5, ASSIGN 2024-12-13T08:18:59,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bd53068a72476d34b737adc67ea246ce, ASSIGN 2024-12-13T08:18:59,452 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6fff234e25e1b7f8f6aecc0f5d03bf4d, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,452 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=963b25e971063e239f0160fe4fd62285, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=93b8bcd4886a9efe7a61982bd022bc5e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9916c6e530c0d02fc0a61c1b656aa4f5, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bd53068a72476d34b737adc67ea246ce, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8e259a50f95a0922091be68d2b7bbb17, ASSIGN 2024-12-13T08:18:59,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1c43936e89ac7522cadf69ea535bca63, ASSIGN 2024-12-13T08:18:59,455 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c184e23ea8e5f7479a04b9ffcbeddd87, ASSIGN 2024-12-13T08:18:59,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33625749bfd90c120e7ca749ed1da15e, ASSIGN 2024-12-13T08:18:59,455 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f3030b3ff6459e3a418c92f36d0662ed, ASSIGN 2024-12-13T08:18:59,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8e259a50f95a0922091be68d2b7bbb17, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1c43936e89ac7522cadf69ea535bca63, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,456 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f3030b3ff6459e3a418c92f36d0662ed, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,456 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=33625749bfd90c120e7ca749ed1da15e, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,456 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c184e23ea8e5f7479a04b9ffcbeddd87, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,457 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=34fa41bd4f9cdb7bd19675c0e010b40f, ASSIGN 2024-12-13T08:18:59,458 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=688354900498d7bdabe528fdb4e72b7a, ASSIGN 2024-12-13T08:18:59,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40b8a769390f26fb09aa0e3e27e9f30f, ASSIGN 2024-12-13T08:18:59,458 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4b3307027cfa62fa9a7577b600fb0a2c, ASSIGN 2024-12-13T08:18:59,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6769222238ed2777d5d5dde76e2d2889, ASSIGN 2024-12-13T08:18:59,458 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=34fa41bd4f9cdb7bd19675c0e010b40f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,458 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=688354900498d7bdabe528fdb4e72b7a, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=40b8a769390f26fb09aa0e3e27e9f30f, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,459 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4b3307027cfa62fa9a7577b600fb0a2c, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6769222238ed2777d5d5dde76e2d2889, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a2d0e985028b75b105a8941962c31ee, ASSIGN 2024-12-13T08:18:59,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a60b3ee74b02caeb4ee0d52462b96f8, ASSIGN 2024-12-13T08:18:59,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99c2af5049ae6fca7050dca22f6e7025, ASSIGN 2024-12-13T08:18:59,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e9f75c04a2c6fe0036ddcfddabd061d5, ASSIGN 2024-12-13T08:18:59,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ea50437a0e1da0e66d959373f1e79962, ASSIGN 2024-12-13T08:18:59,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2a2d0e985028b75b105a8941962c31ee, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5a60b3ee74b02caeb4ee0d52462b96f8, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,461 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=99c2af5049ae6fca7050dca22f6e7025, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,462 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e9f75c04a2c6fe0036ddcfddabd061d5, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,462 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ea50437a0e1da0e66d959373f1e79962, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b491310cfd0d5e6bd6535145c234fa0, ASSIGN 2024-12-13T08:18:59,463 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3b491310cfd0d5e6bd6535145c234fa0, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=483f367de75f1bda3b23f65ad90a3c59, ASSIGN 2024-12-13T08:18:59,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=483f367de75f1bda3b23f65ad90a3c59, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:18:59,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=99c2af5049ae6fca7050dca22f6e7025, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=34fa41bd4f9cdb7bd19675c0e010b40f, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c184e23ea8e5f7479a04b9ffcbeddd87, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3b491310cfd0d5e6bd6535145c234fa0, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=bd53068a72476d34b737adc67ea246ce, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=31, state=RUNNABLE; OpenRegionProcedure bd53068a72476d34b737adc67ea246ce, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE; OpenRegionProcedure c184e23ea8e5f7479a04b9ffcbeddd87, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=10, state=RUNNABLE; OpenRegionProcedure 3b491310cfd0d5e6bd6535145c234fa0, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=22, state=RUNNABLE; OpenRegionProcedure 34fa41bd4f9cdb7bd19675c0e010b40f, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=14, state=RUNNABLE; OpenRegionProcedure 99c2af5049ae6fca7050dca22f6e7025, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=ea50437a0e1da0e66d959373f1e79962, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=12, state=RUNNABLE; OpenRegionProcedure ea50437a0e1da0e66d959373f1e79962, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1c43936e89ac7522cadf69ea535bca63, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=483f367de75f1bda3b23f65ad90a3c59, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5323700684379b3cf1f6071effec088e, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=992f967119a5c06badf759dfac058371, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=29, state=RUNNABLE; OpenRegionProcedure 1c43936e89ac7522cadf69ea535bca63, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE; OpenRegionProcedure 483f367de75f1bda3b23f65ad90a3c59, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=860a70cbe3b8428fb8061705d6f3a6a7, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=21, state=RUNNABLE; OpenRegionProcedure 992f967119a5c06badf759dfac058371, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=16, state=RUNNABLE; OpenRegionProcedure 5323700684379b3cf1f6071effec088e, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=20, state=RUNNABLE; OpenRegionProcedure 860a70cbe3b8428fb8061705d6f3a6a7, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=2a2d0e985028b75b105a8941962c31ee, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=15, state=RUNNABLE; OpenRegionProcedure 2a2d0e985028b75b105a8941962c31ee, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=6fff234e25e1b7f8f6aecc0f5d03bf4d, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8e259a50f95a0922091be68d2b7bbb17, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=33625749bfd90c120e7ca749ed1da15e, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=e9f75c04a2c6fe0036ddcfddabd061d5, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE; OpenRegionProcedure 8e259a50f95a0922091be68d2b7bbb17, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=32, state=RUNNABLE; OpenRegionProcedure 6fff234e25e1b7f8f6aecc0f5d03bf4d, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6769222238ed2777d5d5dde76e2d2889, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=13, state=RUNNABLE; OpenRegionProcedure e9f75c04a2c6fe0036ddcfddabd061d5, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=18, state=RUNNABLE; OpenRegionProcedure 6769222238ed2777d5d5dde76e2d2889, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=30, state=RUNNABLE; OpenRegionProcedure 33625749bfd90c120e7ca749ed1da15e, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9916c6e530c0d02fc0a61c1b656aa4f5, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4b3307027cfa62fa9a7577b600fb0a2c, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE; OpenRegionProcedure 4b3307027cfa62fa9a7577b600fb0a2c, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=f3030b3ff6459e3a418c92f36d0662ed, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=40b8a769390f26fb09aa0e3e27e9f30f, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5a60b3ee74b02caeb4ee0d52462b96f8, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=35, state=RUNNABLE; OpenRegionProcedure 9916c6e530c0d02fc0a61c1b656aa4f5, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=26, state=RUNNABLE; OpenRegionProcedure f3030b3ff6459e3a418c92f36d0662ed, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=17, state=RUNNABLE; OpenRegionProcedure 5a60b3ee74b02caeb4ee0d52462b96f8, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=23, state=RUNNABLE; OpenRegionProcedure 40b8a769390f26fb09aa0e3e27e9f30f, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=963b25e971063e239f0160fe4fd62285, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=688354900498d7bdabe528fdb4e72b7a, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9d202ec70d26d597e36efeebf367d974, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=93b8bcd4886a9efe7a61982bd022bc5e, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=33, state=RUNNABLE; OpenRegionProcedure 963b25e971063e239f0160fe4fd62285, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=24, state=RUNNABLE; OpenRegionProcedure 688354900498d7bdabe528fdb4e72b7a, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=19, state=RUNNABLE; OpenRegionProcedure 9d202ec70d26d597e36efeebf367d974, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=34, state=RUNNABLE; OpenRegionProcedure 93b8bcd4886a9efe7a61982bd022bc5e, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:18:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:18:59,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,763 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:59,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 9916c6e530c0d02fc0a61c1b656aa4f5, NAME => 'test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T08:18:59,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,764 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,764 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,765 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,767 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9916c6e530c0d02fc0a61c1b656aa4f5 columnFamilyName f 2024-12-13T08:18:59,767 DEBUG [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,768 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] regionserver.HStore(327): Store=9916c6e530c0d02fc0a61c1b656aa4f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,768 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,769 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9916c6e530c0d02fc0a61c1b656aa4f5 columnFamilyName norep 2024-12-13T08:18:59,769 DEBUG [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,770 INFO [StoreOpener-9916c6e530c0d02fc0a61c1b656aa4f5-1 {}] regionserver.HStore(327): Store=9916c6e530c0d02fc0a61c1b656aa4f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,771 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,771 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,773 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,774 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:18:59,777 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9916c6e530c0d02fc0a61c1b656aa4f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,777 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 9916c6e530c0d02fc0a61c1b656aa4f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61423604, jitterRate=-0.08471697568893433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,777 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 9916c6e530c0d02fc0a61c1b656aa4f5: 2024-12-13T08:18:59,778 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5., pid=54, masterSystemTime=1734077939756 2024-12-13T08:18:59,780 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:59,780 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:18:59,781 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:59,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9916c6e530c0d02fc0a61c1b656aa4f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => e9f75c04a2c6fe0036ddcfddabd061d5, NAME => 'test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T08:18:59,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,781 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,783 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,785 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f75c04a2c6fe0036ddcfddabd061d5 columnFamilyName f 2024-12-13T08:18:59,785 DEBUG [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=35 2024-12-13T08:18:59,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=35, state=SUCCESS; OpenRegionProcedure 9916c6e530c0d02fc0a61c1b656aa4f5, server=6b1293cedc9a,35055,1734077922821 in 155 msec 2024-12-13T08:18:59,786 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] regionserver.HStore(327): Store=e9f75c04a2c6fe0036ddcfddabd061d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,786 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9916c6e530c0d02fc0a61c1b656aa4f5, ASSIGN in 342 msec 2024-12-13T08:18:59,787 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f75c04a2c6fe0036ddcfddabd061d5 columnFamilyName norep 2024-12-13T08:18:59,787 DEBUG [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,788 INFO [StoreOpener-e9f75c04a2c6fe0036ddcfddabd061d5-1 {}] regionserver.HStore(327): Store=e9f75c04a2c6fe0036ddcfddabd061d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,789 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,789 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,791 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,792 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:18:59,794 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/e9f75c04a2c6fe0036ddcfddabd061d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,795 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened e9f75c04a2c6fe0036ddcfddabd061d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70236009, jitterRate=0.04659809172153473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,795 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for e9f75c04a2c6fe0036ddcfddabd061d5: 2024-12-13T08:18:59,796 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5., pid=51, masterSystemTime=1734077939756 2024-12-13T08:18:59,798 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:59,798 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:18:59,798 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:59,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=e9f75c04a2c6fe0036ddcfddabd061d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,798 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b491310cfd0d5e6bd6535145c234fa0, NAME => 'test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T08:18:59,798 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,798 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,799 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,800 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=13 2024-12-13T08:18:59,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=13, state=SUCCESS; OpenRegionProcedure e9f75c04a2c6fe0036ddcfddabd061d5, server=6b1293cedc9a,35055,1734077922821 in 177 msec 2024-12-13T08:18:59,802 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b491310cfd0d5e6bd6535145c234fa0 columnFamilyName f 2024-12-13T08:18:59,802 DEBUG [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,802 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] regionserver.HStore(327): Store=3b491310cfd0d5e6bd6535145c234fa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,803 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e9f75c04a2c6fe0036ddcfddabd061d5, ASSIGN in 358 msec 2024-12-13T08:18:59,804 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b491310cfd0d5e6bd6535145c234fa0 columnFamilyName norep 2024-12-13T08:18:59,804 DEBUG [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,805 INFO [StoreOpener-3b491310cfd0d5e6bd6535145c234fa0-1 {}] regionserver.HStore(327): Store=3b491310cfd0d5e6bd6535145c234fa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,806 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,806 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,807 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,809 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:18:59,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,811 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 3b491310cfd0d5e6bd6535145c234fa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66785778, jitterRate=-0.004814356565475464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,811 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 3b491310cfd0d5e6bd6535145c234fa0: 2024-12-13T08:18:59,812 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., pid=38, masterSystemTime=1734077939756 2024-12-13T08:18:59,814 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:59,814 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:18:59,814 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:59,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3b491310cfd0d5e6bd6535145c234fa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 33625749bfd90c120e7ca749ed1da15e, NAME => 'test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T08:18:59,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,815 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,817 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=10 2024-12-13T08:18:59,819 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33625749bfd90c120e7ca749ed1da15e columnFamilyName f 2024-12-13T08:18:59,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=10, state=SUCCESS; OpenRegionProcedure 3b491310cfd0d5e6bd6535145c234fa0, server=6b1293cedc9a,35055,1734077922821 in 211 msec 2024-12-13T08:18:59,819 DEBUG [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3b491310cfd0d5e6bd6535145c234fa0, ASSIGN in 375 msec 2024-12-13T08:18:59,819 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] regionserver.HStore(327): Store=33625749bfd90c120e7ca749ed1da15e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,820 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,821 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33625749bfd90c120e7ca749ed1da15e columnFamilyName norep 2024-12-13T08:18:59,821 DEBUG [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,821 INFO [StoreOpener-33625749bfd90c120e7ca749ed1da15e-1 {}] regionserver.HStore(327): Store=33625749bfd90c120e7ca749ed1da15e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,822 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,823 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,825 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:18:59,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/33625749bfd90c120e7ca749ed1da15e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,827 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 33625749bfd90c120e7ca749ed1da15e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75265073, jitterRate=0.121536985039711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,827 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 33625749bfd90c120e7ca749ed1da15e: 2024-12-13T08:18:59,828 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e., pid=50, masterSystemTime=1734077939756 2024-12-13T08:18:59,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:59,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:18:59,830 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:59,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e259a50f95a0922091be68d2b7bbb17, NAME => 'test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T08:18:59,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=33625749bfd90c120e7ca749ed1da15e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,830 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,831 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,831 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,831 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,833 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=30 2024-12-13T08:18:59,834 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e259a50f95a0922091be68d2b7bbb17 columnFamilyName f 2024-12-13T08:18:59,834 DEBUG [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=30, state=SUCCESS; OpenRegionProcedure 33625749bfd90c120e7ca749ed1da15e, server=6b1293cedc9a,35055,1734077922821 in 209 msec 2024-12-13T08:18:59,835 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] regionserver.HStore(327): Store=8e259a50f95a0922091be68d2b7bbb17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,835 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=33625749bfd90c120e7ca749ed1da15e, ASSIGN in 391 msec 2024-12-13T08:18:59,836 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e259a50f95a0922091be68d2b7bbb17 columnFamilyName norep 2024-12-13T08:18:59,837 DEBUG [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,837 INFO [StoreOpener-8e259a50f95a0922091be68d2b7bbb17-1 {}] regionserver.HStore(327): Store=8e259a50f95a0922091be68d2b7bbb17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,838 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,838 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,839 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,840 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:18:59,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/8e259a50f95a0922091be68d2b7bbb17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,843 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 8e259a50f95a0922091be68d2b7bbb17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73837579, jitterRate=0.10026566684246063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,843 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 8e259a50f95a0922091be68d2b7bbb17: 2024-12-13T08:18:59,844 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17., pid=48, masterSystemTime=1734077939756 2024-12-13T08:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:59,846 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:18:59,846 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:59,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8e259a50f95a0922091be68d2b7bbb17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 860a70cbe3b8428fb8061705d6f3a6a7, NAME => 'test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T08:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,847 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,848 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=28 2024-12-13T08:18:59,850 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a70cbe3b8428fb8061705d6f3a6a7 columnFamilyName f 2024-12-13T08:18:59,850 DEBUG [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=28, state=SUCCESS; OpenRegionProcedure 8e259a50f95a0922091be68d2b7bbb17, server=6b1293cedc9a,35055,1734077922821 in 227 msec 2024-12-13T08:18:59,851 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] regionserver.HStore(327): Store=860a70cbe3b8428fb8061705d6f3a6a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8e259a50f95a0922091be68d2b7bbb17, ASSIGN in 407 msec 2024-12-13T08:18:59,851 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,852 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860a70cbe3b8428fb8061705d6f3a6a7 columnFamilyName norep 2024-12-13T08:18:59,852 DEBUG [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,853 INFO [StoreOpener-860a70cbe3b8428fb8061705d6f3a6a7-1 {}] regionserver.HStore(327): Store=860a70cbe3b8428fb8061705d6f3a6a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,853 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,854 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,855 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,856 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:18:59,858 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/860a70cbe3b8428fb8061705d6f3a6a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,859 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 860a70cbe3b8428fb8061705d6f3a6a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58994640, jitterRate=-0.1209113597869873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,859 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 860a70cbe3b8428fb8061705d6f3a6a7: 2024-12-13T08:18:59,860 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7., pid=46, masterSystemTime=1734077939756 2024-12-13T08:18:59,861 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:59,861 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:18:59,861 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:59,861 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ea50437a0e1da0e66d959373f1e79962, NAME => 'test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T08:18:59,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=860a70cbe3b8428fb8061705d6f3a6a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,862 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,864 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,865 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea50437a0e1da0e66d959373f1e79962 columnFamilyName f 2024-12-13T08:18:59,865 DEBUG [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=20 2024-12-13T08:18:59,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=20, state=SUCCESS; OpenRegionProcedure 860a70cbe3b8428fb8061705d6f3a6a7, server=6b1293cedc9a,35055,1734077922821 in 247 msec 2024-12-13T08:18:59,866 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] regionserver.HStore(327): Store=ea50437a0e1da0e66d959373f1e79962/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,866 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=860a70cbe3b8428fb8061705d6f3a6a7, ASSIGN in 422 msec 2024-12-13T08:18:59,868 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea50437a0e1da0e66d959373f1e79962 columnFamilyName norep 2024-12-13T08:18:59,868 DEBUG [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,868 INFO [StoreOpener-ea50437a0e1da0e66d959373f1e79962-1 {}] regionserver.HStore(327): Store=ea50437a0e1da0e66d959373f1e79962/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,869 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,870 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,871 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,873 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:18:59,875 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/ea50437a0e1da0e66d959373f1e79962/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,876 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ea50437a0e1da0e66d959373f1e79962; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72123625, jitterRate=0.07472576200962067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,876 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ea50437a0e1da0e66d959373f1e79962: 2024-12-13T08:18:59,877 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962., pid=41, masterSystemTime=1734077939756 2024-12-13T08:18:59,878 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:59,879 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:18:59,879 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:59,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=ea50437a0e1da0e66d959373f1e79962, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,879 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c43936e89ac7522cadf69ea535bca63, NAME => 'test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T08:18:59,879 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,879 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,880 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,880 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,882 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=12 2024-12-13T08:18:59,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=12, state=SUCCESS; OpenRegionProcedure ea50437a0e1da0e66d959373f1e79962, server=6b1293cedc9a,35055,1734077922821 in 270 msec 2024-12-13T08:18:59,884 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c43936e89ac7522cadf69ea535bca63 columnFamilyName f 2024-12-13T08:18:59,884 DEBUG [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ea50437a0e1da0e66d959373f1e79962, ASSIGN in 440 msec 2024-12-13T08:18:59,884 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] regionserver.HStore(327): Store=1c43936e89ac7522cadf69ea535bca63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,884 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,886 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c43936e89ac7522cadf69ea535bca63 columnFamilyName norep 2024-12-13T08:18:59,886 DEBUG [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,886 INFO [StoreOpener-1c43936e89ac7522cadf69ea535bca63-1 {}] regionserver.HStore(327): Store=1c43936e89ac7522cadf69ea535bca63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,887 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,889 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,890 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:18:59,892 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/1c43936e89ac7522cadf69ea535bca63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,893 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 1c43936e89ac7522cadf69ea535bca63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72955410, jitterRate=0.08712032437324524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,893 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 1c43936e89ac7522cadf69ea535bca63: 2024-12-13T08:18:59,894 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63., pid=42, masterSystemTime=1734077939756 2024-12-13T08:18:59,896 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:59,896 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:18:59,896 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:59,896 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 992f967119a5c06badf759dfac058371, NAME => 'test,lll,1734077935626.992f967119a5c06badf759dfac058371.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T08:18:59,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1c43936e89ac7522cadf69ea535bca63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,lll,1734077935626.992f967119a5c06badf759dfac058371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,897 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,899 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=29 2024-12-13T08:18:59,901 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992f967119a5c06badf759dfac058371 columnFamilyName f 2024-12-13T08:18:59,901 DEBUG [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=29, state=SUCCESS; OpenRegionProcedure 1c43936e89ac7522cadf69ea535bca63, server=6b1293cedc9a,35055,1734077922821 in 285 msec 2024-12-13T08:18:59,901 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] regionserver.HStore(327): Store=992f967119a5c06badf759dfac058371/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1c43936e89ac7522cadf69ea535bca63, ASSIGN in 458 msec 2024-12-13T08:18:59,902 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,903 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992f967119a5c06badf759dfac058371 columnFamilyName norep 2024-12-13T08:18:59,903 DEBUG [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,904 INFO [StoreOpener-992f967119a5c06badf759dfac058371-1 {}] regionserver.HStore(327): Store=992f967119a5c06badf759dfac058371/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,905 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,905 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,907 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,908 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 992f967119a5c06badf759dfac058371 2024-12-13T08:18:59,910 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/992f967119a5c06badf759dfac058371/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,911 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 992f967119a5c06badf759dfac058371; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64139200, jitterRate=-0.044251441955566406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,911 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 992f967119a5c06badf759dfac058371: 2024-12-13T08:18:59,912 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734077935626.992f967119a5c06badf759dfac058371., pid=45, masterSystemTime=1734077939756 2024-12-13T08:18:59,914 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:59,914 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:18:59,914 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:59,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=992f967119a5c06badf759dfac058371, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,914 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 40b8a769390f26fb09aa0e3e27e9f30f, NAME => 'test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T08:18:59,914 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,914 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,915 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,915 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,916 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=21 2024-12-13T08:18:59,918 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b8a769390f26fb09aa0e3e27e9f30f columnFamilyName f 2024-12-13T08:18:59,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=21, state=SUCCESS; OpenRegionProcedure 992f967119a5c06badf759dfac058371, server=6b1293cedc9a,35055,1734077922821 in 301 msec 2024-12-13T08:18:59,918 DEBUG [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=992f967119a5c06badf759dfac058371, ASSIGN in 474 msec 2024-12-13T08:18:59,919 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] regionserver.HStore(327): Store=40b8a769390f26fb09aa0e3e27e9f30f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,919 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,920 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b8a769390f26fb09aa0e3e27e9f30f columnFamilyName norep 2024-12-13T08:18:59,920 DEBUG [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,921 INFO [StoreOpener-40b8a769390f26fb09aa0e3e27e9f30f-1 {}] regionserver.HStore(327): Store=40b8a769390f26fb09aa0e3e27e9f30f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,921 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,922 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,923 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,924 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:18:59,926 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/40b8a769390f26fb09aa0e3e27e9f30f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,926 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 40b8a769390f26fb09aa0e3e27e9f30f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64582222, jitterRate=-0.03764989972114563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,926 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 40b8a769390f26fb09aa0e3e27e9f30f: 2024-12-13T08:18:59,927 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f., pid=57, masterSystemTime=1734077939756 2024-12-13T08:18:59,928 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:59,928 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:18:59,929 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:59,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 6769222238ed2777d5d5dde76e2d2889, NAME => 'test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T08:18:59,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=40b8a769390f26fb09aa0e3e27e9f30f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,929 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,931 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,933 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6769222238ed2777d5d5dde76e2d2889 columnFamilyName f 2024-12-13T08:18:59,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=23 2024-12-13T08:18:59,933 DEBUG [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=23, state=SUCCESS; OpenRegionProcedure 40b8a769390f26fb09aa0e3e27e9f30f, server=6b1293cedc9a,35055,1734077922821 in 300 msec 2024-12-13T08:18:59,933 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] regionserver.HStore(327): Store=6769222238ed2777d5d5dde76e2d2889/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,934 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=40b8a769390f26fb09aa0e3e27e9f30f, ASSIGN in 490 msec 2024-12-13T08:18:59,935 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6769222238ed2777d5d5dde76e2d2889 columnFamilyName norep 2024-12-13T08:18:59,935 DEBUG [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,936 INFO [StoreOpener-6769222238ed2777d5d5dde76e2d2889-1 {}] regionserver.HStore(327): Store=6769222238ed2777d5d5dde76e2d2889/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,937 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,937 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,938 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,940 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:18:59,942 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6769222238ed2777d5d5dde76e2d2889/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,942 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 6769222238ed2777d5d5dde76e2d2889; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72336903, jitterRate=0.0779038518667221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,942 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 6769222238ed2777d5d5dde76e2d2889: 2024-12-13T08:18:59,943 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889., pid=52, masterSystemTime=1734077939756 2024-12-13T08:18:59,945 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:59,945 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:18:59,945 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:59,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6769222238ed2777d5d5dde76e2d2889, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,946 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => c184e23ea8e5f7479a04b9ffcbeddd87, NAME => 'test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T08:18:59,946 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,946 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,946 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,946 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,948 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=18 2024-12-13T08:18:59,949 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c184e23ea8e5f7479a04b9ffcbeddd87 columnFamilyName f 2024-12-13T08:18:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=18, state=SUCCESS; OpenRegionProcedure 6769222238ed2777d5d5dde76e2d2889, server=6b1293cedc9a,35055,1734077922821 in 324 msec 2024-12-13T08:18:59,949 DEBUG [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,950 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] regionserver.HStore(327): Store=c184e23ea8e5f7479a04b9ffcbeddd87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,950 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6769222238ed2777d5d5dde76e2d2889, ASSIGN in 506 msec 2024-12-13T08:18:59,952 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c184e23ea8e5f7479a04b9ffcbeddd87 columnFamilyName norep 2024-12-13T08:18:59,952 DEBUG [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,952 INFO [StoreOpener-c184e23ea8e5f7479a04b9ffcbeddd87-1 {}] regionserver.HStore(327): Store=c184e23ea8e5f7479a04b9ffcbeddd87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,953 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,953 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,954 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,955 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:18:59,957 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/c184e23ea8e5f7479a04b9ffcbeddd87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,958 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened c184e23ea8e5f7479a04b9ffcbeddd87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71926242, jitterRate=0.07178452610969543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,958 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for c184e23ea8e5f7479a04b9ffcbeddd87: 2024-12-13T08:18:59,958 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87., pid=37, masterSystemTime=1734077939756 2024-12-13T08:18:59,960 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:59,960 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:18:59,960 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:59,960 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 688354900498d7bdabe528fdb4e72b7a, NAME => 'test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T08:18:59,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c184e23ea8e5f7479a04b9ffcbeddd87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,961 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,961 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,961 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,961 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,962 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=27 2024-12-13T08:18:59,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=27, state=SUCCESS; OpenRegionProcedure c184e23ea8e5f7479a04b9ffcbeddd87, server=6b1293cedc9a,35055,1734077922821 in 358 msec 2024-12-13T08:18:59,964 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688354900498d7bdabe528fdb4e72b7a columnFamilyName f 2024-12-13T08:18:59,964 DEBUG [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,965 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] regionserver.HStore(327): Store=688354900498d7bdabe528fdb4e72b7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c184e23ea8e5f7479a04b9ffcbeddd87, ASSIGN in 521 msec 2024-12-13T08:18:59,965 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,966 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688354900498d7bdabe528fdb4e72b7a columnFamilyName norep 2024-12-13T08:18:59,966 DEBUG [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,967 INFO [StoreOpener-688354900498d7bdabe528fdb4e72b7a-1 {}] regionserver.HStore(327): Store=688354900498d7bdabe528fdb4e72b7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,968 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,968 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,969 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,970 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:18:59,972 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/688354900498d7bdabe528fdb4e72b7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,973 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 688354900498d7bdabe528fdb4e72b7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64597339, jitterRate=-0.037424638867378235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,973 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 688354900498d7bdabe528fdb4e72b7a: 2024-12-13T08:18:59,973 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a., pid=59, masterSystemTime=1734077939756 2024-12-13T08:18:59,975 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:59,975 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:18:59,975 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:59,975 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6fff234e25e1b7f8f6aecc0f5d03bf4d, NAME => 'test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T08:18:59,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=688354900498d7bdabe528fdb4e72b7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,975 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,976 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,976 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,976 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,977 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=24 2024-12-13T08:18:59,979 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fff234e25e1b7f8f6aecc0f5d03bf4d columnFamilyName f 2024-12-13T08:18:59,979 DEBUG [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=24, state=SUCCESS; OpenRegionProcedure 688354900498d7bdabe528fdb4e72b7a, server=6b1293cedc9a,35055,1734077922821 in 342 msec 2024-12-13T08:18:59,980 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] regionserver.HStore(327): Store=6fff234e25e1b7f8f6aecc0f5d03bf4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,980 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=688354900498d7bdabe528fdb4e72b7a, ASSIGN in 536 msec 2024-12-13T08:18:59,981 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fff234e25e1b7f8f6aecc0f5d03bf4d columnFamilyName norep 2024-12-13T08:18:59,981 DEBUG [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,981 INFO [StoreOpener-6fff234e25e1b7f8f6aecc0f5d03bf4d-1 {}] regionserver.HStore(327): Store=6fff234e25e1b7f8f6aecc0f5d03bf4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,982 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,982 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,984 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,985 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:18:59,987 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6fff234e25e1b7f8f6aecc0f5d03bf4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:18:59,987 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6fff234e25e1b7f8f6aecc0f5d03bf4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73589821, jitterRate=0.09657378494739532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:18:59,987 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6fff234e25e1b7f8f6aecc0f5d03bf4d: 2024-12-13T08:18:59,988 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d., pid=49, masterSystemTime=1734077939756 2024-12-13T08:18:59,989 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:59,989 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:18:59,989 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:18:59,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=6fff234e25e1b7f8f6aecc0f5d03bf4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:18:59,989 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 483f367de75f1bda3b23f65ad90a3c59, NAME => 'test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T08:18:59,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:18:59,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,990 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,991 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=32 2024-12-13T08:18:59,993 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483f367de75f1bda3b23f65ad90a3c59 columnFamilyName f 2024-12-13T08:18:59,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=32, state=SUCCESS; OpenRegionProcedure 6fff234e25e1b7f8f6aecc0f5d03bf4d, server=6b1293cedc9a,35055,1734077922821 in 369 msec 2024-12-13T08:18:59,993 DEBUG [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6fff234e25e1b7f8f6aecc0f5d03bf4d, ASSIGN in 549 msec 2024-12-13T08:18:59,994 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] regionserver.HStore(327): Store=483f367de75f1bda3b23f65ad90a3c59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,994 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,995 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483f367de75f1bda3b23f65ad90a3c59 columnFamilyName norep 2024-12-13T08:18:59,995 DEBUG [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:18:59,996 INFO [StoreOpener-483f367de75f1bda3b23f65ad90a3c59-1 {}] regionserver.HStore(327): Store=483f367de75f1bda3b23f65ad90a3c59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:18:59,997 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,997 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:18:59,998 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:18:59,999 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:19:00,002 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/483f367de75f1bda3b23f65ad90a3c59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,002 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 483f367de75f1bda3b23f65ad90a3c59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73783684, jitterRate=0.09946256875991821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,002 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 483f367de75f1bda3b23f65ad90a3c59: 2024-12-13T08:19:00,003 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59., pid=43, masterSystemTime=1734077939756 2024-12-13T08:19:00,005 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:19:00,005 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:19:00,005 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:19:00,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=483f367de75f1bda3b23f65ad90a3c59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,005 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d202ec70d26d597e36efeebf367d974, NAME => 'test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T08:19:00,006 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,006 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,006 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,006 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,008 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=11 2024-12-13T08:19:00,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=11, state=SUCCESS; OpenRegionProcedure 483f367de75f1bda3b23f65ad90a3c59, server=6b1293cedc9a,35055,1734077922821 in 393 msec 2024-12-13T08:19:00,010 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d202ec70d26d597e36efeebf367d974 columnFamilyName f 2024-12-13T08:19:00,010 DEBUG [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=483f367de75f1bda3b23f65ad90a3c59, ASSIGN in 566 msec 2024-12-13T08:19:00,011 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] regionserver.HStore(327): Store=9d202ec70d26d597e36efeebf367d974/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,011 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,012 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d202ec70d26d597e36efeebf367d974 columnFamilyName norep 2024-12-13T08:19:00,012 DEBUG [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,013 INFO [StoreOpener-9d202ec70d26d597e36efeebf367d974-1 {}] regionserver.HStore(327): Store=9d202ec70d26d597e36efeebf367d974/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,014 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,014 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,015 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,016 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:19:00,018 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9d202ec70d26d597e36efeebf367d974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,019 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 9d202ec70d26d597e36efeebf367d974; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67349605, jitterRate=0.0035873204469680786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,019 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 9d202ec70d26d597e36efeebf367d974: 2024-12-13T08:19:00,020 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974., pid=60, masterSystemTime=1734077939756 2024-12-13T08:19:00,021 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:19:00,022 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:19:00,022 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:19:00,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=9d202ec70d26d597e36efeebf367d974, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,022 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 99c2af5049ae6fca7050dca22f6e7025, NAME => 'test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T08:19:00,022 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,022 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,022 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,022 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,024 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,026 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c2af5049ae6fca7050dca22f6e7025 columnFamilyName f 2024-12-13T08:19:00,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=19 2024-12-13T08:19:00,026 DEBUG [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=19, state=SUCCESS; OpenRegionProcedure 9d202ec70d26d597e36efeebf367d974, server=6b1293cedc9a,35055,1734077922821 in 388 msec 2024-12-13T08:19:00,027 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] regionserver.HStore(327): Store=99c2af5049ae6fca7050dca22f6e7025/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,027 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9d202ec70d26d597e36efeebf367d974, ASSIGN in 583 msec 2024-12-13T08:19:00,028 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c2af5049ae6fca7050dca22f6e7025 columnFamilyName norep 2024-12-13T08:19:00,028 DEBUG [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,029 INFO [StoreOpener-99c2af5049ae6fca7050dca22f6e7025-1 {}] regionserver.HStore(327): Store=99c2af5049ae6fca7050dca22f6e7025/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,030 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,030 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,031 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,032 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:19:00,034 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/99c2af5049ae6fca7050dca22f6e7025/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,034 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 99c2af5049ae6fca7050dca22f6e7025; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59910663, jitterRate=-0.1072615534067154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,035 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 99c2af5049ae6fca7050dca22f6e7025: 2024-12-13T08:19:00,035 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025., pid=40, masterSystemTime=1734077939756 2024-12-13T08:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:19:00,037 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:19:00,037 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:19:00,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=99c2af5049ae6fca7050dca22f6e7025, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => bd53068a72476d34b737adc67ea246ce, NAME => 'test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T08:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,037 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,038 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,039 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=14 2024-12-13T08:19:00,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=14, state=SUCCESS; OpenRegionProcedure 99c2af5049ae6fca7050dca22f6e7025, server=6b1293cedc9a,35055,1734077922821 in 432 msec 2024-12-13T08:19:00,041 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd53068a72476d34b737adc67ea246ce columnFamilyName f 2024-12-13T08:19:00,041 DEBUG [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,041 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] regionserver.HStore(327): Store=bd53068a72476d34b737adc67ea246ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=99c2af5049ae6fca7050dca22f6e7025, ASSIGN in 597 msec 2024-12-13T08:19:00,042 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,043 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd53068a72476d34b737adc67ea246ce columnFamilyName norep 2024-12-13T08:19:00,043 DEBUG [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,044 INFO [StoreOpener-bd53068a72476d34b737adc67ea246ce-1 {}] regionserver.HStore(327): Store=bd53068a72476d34b737adc67ea246ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,044 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,045 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,046 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,047 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for bd53068a72476d34b737adc67ea246ce 2024-12-13T08:19:00,049 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/bd53068a72476d34b737adc67ea246ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,050 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened bd53068a72476d34b737adc67ea246ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61901320, jitterRate=-0.0775984525680542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,050 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for bd53068a72476d34b737adc67ea246ce: 2024-12-13T08:19:00,051 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce., pid=36, masterSystemTime=1734077939756 2024-12-13T08:19:00,052 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:19:00,052 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:19:00,053 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:19:00,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=bd53068a72476d34b737adc67ea246ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,053 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 5323700684379b3cf1f6071effec088e, NAME => 'test,ggg,1734077935626.5323700684379b3cf1f6071effec088e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T08:19:00,053 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,053 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ggg,1734077935626.5323700684379b3cf1f6071effec088e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,053 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,053 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,055 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=31 2024-12-13T08:19:00,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=31, state=SUCCESS; OpenRegionProcedure bd53068a72476d34b737adc67ea246ce, server=6b1293cedc9a,35055,1734077922821 in 451 msec 2024-12-13T08:19:00,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bd53068a72476d34b737adc67ea246ce, ASSIGN in 612 msec 2024-12-13T08:19:00,057 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5323700684379b3cf1f6071effec088e columnFamilyName f 2024-12-13T08:19:00,057 DEBUG [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,057 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] regionserver.HStore(327): Store=5323700684379b3cf1f6071effec088e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,057 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,059 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5323700684379b3cf1f6071effec088e columnFamilyName norep 2024-12-13T08:19:00,059 DEBUG [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,059 INFO [StoreOpener-5323700684379b3cf1f6071effec088e-1 {}] regionserver.HStore(327): Store=5323700684379b3cf1f6071effec088e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,060 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,061 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,062 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,063 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 5323700684379b3cf1f6071effec088e 2024-12-13T08:19:00,065 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5323700684379b3cf1f6071effec088e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,065 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 5323700684379b3cf1f6071effec088e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65582581, jitterRate=-0.022743389010429382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,065 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 5323700684379b3cf1f6071effec088e: 2024-12-13T08:19:00,066 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734077935626.5323700684379b3cf1f6071effec088e., pid=44, masterSystemTime=1734077939756 2024-12-13T08:19:00,068 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:19:00,068 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:19:00,068 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:19:00,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5323700684379b3cf1f6071effec088e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,068 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b3307027cfa62fa9a7577b600fb0a2c, NAME => 'test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T08:19:00,068 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,069 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,069 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,069 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,070 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=16 2024-12-13T08:19:00,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=16, state=SUCCESS; OpenRegionProcedure 5323700684379b3cf1f6071effec088e, server=6b1293cedc9a,35055,1734077922821 in 456 msec 2024-12-13T08:19:00,072 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3307027cfa62fa9a7577b600fb0a2c columnFamilyName f 2024-12-13T08:19:00,072 DEBUG [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5323700684379b3cf1f6071effec088e, ASSIGN in 629 msec 2024-12-13T08:19:00,073 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] regionserver.HStore(327): Store=4b3307027cfa62fa9a7577b600fb0a2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,073 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:00,074 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b3307027cfa62fa9a7577b600fb0a2c columnFamilyName norep 2024-12-13T08:19:00,075 DEBUG [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,075 INFO [StoreOpener-4b3307027cfa62fa9a7577b600fb0a2c-1 {}] regionserver.HStore(327): Store=4b3307027cfa62fa9a7577b600fb0a2c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,076 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,076 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,078 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,079 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:19:00,081 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/4b3307027cfa62fa9a7577b600fb0a2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,081 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 4b3307027cfa62fa9a7577b600fb0a2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66156065, jitterRate=-0.014197811484336853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,082 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 4b3307027cfa62fa9a7577b600fb0a2c: 2024-12-13T08:19:00,082 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c., pid=53, masterSystemTime=1734077939756 2024-12-13T08:19:00,084 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:19:00,084 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:19:00,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4b3307027cfa62fa9a7577b600fb0a2c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,084 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:19:00,085 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => f3030b3ff6459e3a418c92f36d0662ed, NAME => 'test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T08:19:00,085 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,085 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,085 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,085 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,087 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=25 2024-12-13T08:19:00,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=25, state=SUCCESS; OpenRegionProcedure 4b3307027cfa62fa9a7577b600fb0a2c, server=6b1293cedc9a,35055,1734077922821 in 459 msec 2024-12-13T08:19:00,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4b3307027cfa62fa9a7577b600fb0a2c, ASSIGN in 645 msec 2024-12-13T08:19:00,089 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3030b3ff6459e3a418c92f36d0662ed columnFamilyName f 2024-12-13T08:19:00,089 DEBUG [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,090 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] regionserver.HStore(327): Store=f3030b3ff6459e3a418c92f36d0662ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,090 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,091 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3030b3ff6459e3a418c92f36d0662ed columnFamilyName norep 2024-12-13T08:19:00,091 DEBUG [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,092 INFO [StoreOpener-f3030b3ff6459e3a418c92f36d0662ed-1 {}] regionserver.HStore(327): Store=f3030b3ff6459e3a418c92f36d0662ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,092 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,093 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,094 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,095 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:19:00,097 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/f3030b3ff6459e3a418c92f36d0662ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,098 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened f3030b3ff6459e3a418c92f36d0662ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74786644, jitterRate=0.11440783739089966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,098 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for f3030b3ff6459e3a418c92f36d0662ed: 2024-12-13T08:19:00,098 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed., pid=55, masterSystemTime=1734077939756 2024-12-13T08:19:00,100 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:19:00,100 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:19:00,100 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:19:00,101 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 963b25e971063e239f0160fe4fd62285, NAME => 'test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T08:19:00,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=f3030b3ff6459e3a418c92f36d0662ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,101 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,101 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,101 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,101 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,103 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=26 2024-12-13T08:19:00,105 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963b25e971063e239f0160fe4fd62285 columnFamilyName f 2024-12-13T08:19:00,105 DEBUG [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=26, state=SUCCESS; OpenRegionProcedure f3030b3ff6459e3a418c92f36d0662ed, server=6b1293cedc9a,35055,1734077922821 in 474 msec 2024-12-13T08:19:00,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f3030b3ff6459e3a418c92f36d0662ed, ASSIGN in 661 msec 2024-12-13T08:19:00,105 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] regionserver.HStore(327): Store=963b25e971063e239f0160fe4fd62285/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,105 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,107 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963b25e971063e239f0160fe4fd62285 columnFamilyName norep 2024-12-13T08:19:00,107 DEBUG [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,107 INFO [StoreOpener-963b25e971063e239f0160fe4fd62285-1 {}] regionserver.HStore(327): Store=963b25e971063e239f0160fe4fd62285/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,108 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,108 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,110 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,111 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 963b25e971063e239f0160fe4fd62285 2024-12-13T08:19:00,113 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/963b25e971063e239f0160fe4fd62285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,114 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 963b25e971063e239f0160fe4fd62285; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58774070, jitterRate=-0.12419810891151428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,114 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 963b25e971063e239f0160fe4fd62285: 2024-12-13T08:19:00,115 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285., pid=58, masterSystemTime=1734077939756 2024-12-13T08:19:00,116 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:19:00,116 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:19:00,116 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:19:00,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=963b25e971063e239f0160fe4fd62285, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a60b3ee74b02caeb4ee0d52462b96f8, NAME => 'test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T08:19:00,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,117 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,119 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=33 2024-12-13T08:19:00,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=33, state=SUCCESS; OpenRegionProcedure 963b25e971063e239f0160fe4fd62285, server=6b1293cedc9a,35055,1734077922821 in 484 msec 2024-12-13T08:19:00,120 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a60b3ee74b02caeb4ee0d52462b96f8 columnFamilyName f 2024-12-13T08:19:00,120 DEBUG [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=963b25e971063e239f0160fe4fd62285, ASSIGN in 677 msec 2024-12-13T08:19:00,121 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] regionserver.HStore(327): Store=5a60b3ee74b02caeb4ee0d52462b96f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,121 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,122 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a60b3ee74b02caeb4ee0d52462b96f8 columnFamilyName norep 2024-12-13T08:19:00,122 DEBUG [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,122 INFO [StoreOpener-5a60b3ee74b02caeb4ee0d52462b96f8-1 {}] regionserver.HStore(327): Store=5a60b3ee74b02caeb4ee0d52462b96f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,123 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,124 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,125 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,126 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:19:00,128 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5a60b3ee74b02caeb4ee0d52462b96f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,129 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 5a60b3ee74b02caeb4ee0d52462b96f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66931473, jitterRate=-0.0026433318853378296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,129 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 5a60b3ee74b02caeb4ee0d52462b96f8: 2024-12-13T08:19:00,130 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8., pid=56, masterSystemTime=1734077939756 2024-12-13T08:19:00,131 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:19:00,131 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:19:00,131 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:19:00,132 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 34fa41bd4f9cdb7bd19675c0e010b40f, NAME => 'test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T08:19:00,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5a60b3ee74b02caeb4ee0d52462b96f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,132 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,132 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,132 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,132 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,133 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=17 2024-12-13T08:19:00,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=17, state=SUCCESS; OpenRegionProcedure 5a60b3ee74b02caeb4ee0d52462b96f8, server=6b1293cedc9a,35055,1734077922821 in 503 msec 2024-12-13T08:19:00,135 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34fa41bd4f9cdb7bd19675c0e010b40f columnFamilyName f 2024-12-13T08:19:00,135 DEBUG [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,136 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] regionserver.HStore(327): Store=34fa41bd4f9cdb7bd19675c0e010b40f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5a60b3ee74b02caeb4ee0d52462b96f8, ASSIGN in 692 msec 2024-12-13T08:19:00,136 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,137 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34fa41bd4f9cdb7bd19675c0e010b40f columnFamilyName norep 2024-12-13T08:19:00,137 DEBUG [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,138 INFO [StoreOpener-34fa41bd4f9cdb7bd19675c0e010b40f-1 {}] regionserver.HStore(327): Store=34fa41bd4f9cdb7bd19675c0e010b40f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,139 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,139 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,140 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,141 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:19:00,143 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/34fa41bd4f9cdb7bd19675c0e010b40f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,144 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 34fa41bd4f9cdb7bd19675c0e010b40f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60001845, jitterRate=-0.10590283572673798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,144 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 34fa41bd4f9cdb7bd19675c0e010b40f: 2024-12-13T08:19:00,144 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f., pid=39, masterSystemTime=1734077939756 2024-12-13T08:19:00,146 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:19:00,146 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:19:00,146 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:19:00,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=34fa41bd4f9cdb7bd19675c0e010b40f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,146 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 93b8bcd4886a9efe7a61982bd022bc5e, NAME => 'test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T08:19:00,146 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,147 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,147 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,147 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,148 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=22 2024-12-13T08:19:00,150 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b8bcd4886a9efe7a61982bd022bc5e columnFamilyName f 2024-12-13T08:19:00,150 DEBUG [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=22, state=SUCCESS; OpenRegionProcedure 34fa41bd4f9cdb7bd19675c0e010b40f, server=6b1293cedc9a,35055,1734077922821 in 542 msec 2024-12-13T08:19:00,150 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] regionserver.HStore(327): Store=93b8bcd4886a9efe7a61982bd022bc5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=34fa41bd4f9cdb7bd19675c0e010b40f, ASSIGN in 706 msec 2024-12-13T08:19:00,150 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,152 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b8bcd4886a9efe7a61982bd022bc5e columnFamilyName norep 2024-12-13T08:19:00,152 DEBUG [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,152 INFO [StoreOpener-93b8bcd4886a9efe7a61982bd022bc5e-1 {}] regionserver.HStore(327): Store=93b8bcd4886a9efe7a61982bd022bc5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,153 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,153 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,154 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,155 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:19:00,157 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/93b8bcd4886a9efe7a61982bd022bc5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,158 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 93b8bcd4886a9efe7a61982bd022bc5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73098040, jitterRate=0.08924567699432373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,158 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 93b8bcd4886a9efe7a61982bd022bc5e: 2024-12-13T08:19:00,158 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e., pid=61, masterSystemTime=1734077939756 2024-12-13T08:19:00,160 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:19:00,160 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:19:00,160 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:19:00,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=93b8bcd4886a9efe7a61982bd022bc5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,160 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a2d0e985028b75b105a8941962c31ee, NAME => 'test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T08:19:00,161 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,161 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:00,161 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,161 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,163 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=34 2024-12-13T08:19:00,164 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2d0e985028b75b105a8941962c31ee columnFamilyName f 2024-12-13T08:19:00,164 DEBUG [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=34, state=SUCCESS; OpenRegionProcedure 93b8bcd4886a9efe7a61982bd022bc5e, server=6b1293cedc9a,35055,1734077922821 in 526 msec 2024-12-13T08:19:00,165 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] regionserver.HStore(327): Store=2a2d0e985028b75b105a8941962c31ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=93b8bcd4886a9efe7a61982bd022bc5e, ASSIGN in 721 msec 2024-12-13T08:19:00,165 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,166 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2d0e985028b75b105a8941962c31ee columnFamilyName norep 2024-12-13T08:19:00,166 DEBUG [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:00,166 INFO [StoreOpener-2a2d0e985028b75b105a8941962c31ee-1 {}] regionserver.HStore(327): Store=2a2d0e985028b75b105a8941962c31ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:00,167 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,167 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,169 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T08:19:00,169 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:19:00,171 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/2a2d0e985028b75b105a8941962c31ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:00,172 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 2a2d0e985028b75b105a8941962c31ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501586, jitterRate=-0.03885146975517273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T08:19:00,172 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 2a2d0e985028b75b105a8941962c31ee: 2024-12-13T08:19:00,172 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee., pid=47, masterSystemTime=1734077939756 2024-12-13T08:19:00,174 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:19:00,174 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:19:00,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=2a2d0e985028b75b105a8941962c31ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:00,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=15 2024-12-13T08:19:00,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=15, state=SUCCESS; OpenRegionProcedure 2a2d0e985028b75b105a8941962c31ee, server=6b1293cedc9a,35055,1734077922821 in 557 msec 2024-12-13T08:19:00,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-13T08:19:00,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2a2d0e985028b75b105a8941962c31ee, ASSIGN in 734 msec 2024-12-13T08:19:00,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:19:00,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077940179"}]},"ts":"1734077940179"} 2024-12-13T08:19:00,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T08:19:00,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:19:00,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6000 sec 2024-12-13T08:19:03,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T08:19:03,750 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T08:19:03,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T08:19:03,750 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T08:19:03,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T08:19:03,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T08:19:03,763 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T08:19:03,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T08:19:03,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T08:19:03,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T08:19:03,778 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:03,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T08:19:03,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=10830 2024-12-13T08:19:03,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:19:03,794 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:19:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T08:19:03,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:49557:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T08:19:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T08:19:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:03,832 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T08:19:03,833 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@4e3e2d81check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:19:03,850 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@4e3e2d81check-peer-cluster-id0x0, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:19:03,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@4e3e2d81check-peer-cluster-id-0x1001e782c520009 connected 2024-12-13T08:19:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:03,962 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@4e3e2d81check-peer-cluster-id-0x1001e782c520009, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:19:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:19:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:19:04,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T08:19:04,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:04,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:04,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42439 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T08:19:04,204 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T08:19:04,218 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T08:19:04,237 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T08:19:04,297 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T08:19:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T08:19:04,300 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 6b1293cedc9a,42439,1734077915558 suceeded 2024-12-13T08:19:04,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T08:19:04,302 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:49557:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T08:19:04,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-12-13T08:19:04,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 494 msec 2024-12-13T08:19:04,325 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4149488f to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f00fca9 2024-12-13T08:19:04,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@871b3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:04,339 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:19:04,351 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:19:04,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001e782c52000b connected 2024-12-13T08:19:04,351 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=27e4afe3-0116-44c0-8edb-0d1103b001b3 to cluster=0edb0db3-4c2f-495f-8f5f-ec4d911010e7 2024-12-13T08:19:04,354 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=6b1293cedc9a%2C42439%2C1734077915558 2024-12-13T08:19:04,356 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:19:04,357 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C42439%2C1734077915558 2024-12-13T08:19:04,358 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, startPosition=0, beingWritten=true 2024-12-13T08:19:04,416 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T08:19:04,416 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 7708, reset compression=false 2024-12-13T08:19:04,416 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T08:19:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:04,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bf7a331 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@542b9f52 2024-12-13T08:19:04,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c6d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:04,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e71ae3f to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d972eb 2024-12-13T08:19:04,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:04,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:19:04,454 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:19:04,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:19:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T08:19:04,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:19:04,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T08:19:04,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:19:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741864_1040 (size=367) 2024-12-13T08:19:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:04,625 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 7708, reset compression=false 2024-12-13T08:19:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:04,872 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de22efc57dc9fdc2e1d5bc29c9e962a2, NAME => 'testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119 2024-12-13T08:19:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741865_1041 (size=51) 2024-12-13T08:19:04,934 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 7708, reset compression=false 2024-12-13T08:19:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:05,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:05,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing de22efc57dc9fdc2e1d5bc29c9e962a2, disabling compactions & flushes 2024-12-13T08:19:05,281 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. after waiting 0 ms 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,281 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,281 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for de22efc57dc9fdc2e1d5bc29c9e962a2: 2024-12-13T08:19:05,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:19:05,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734077945283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077945283"}]},"ts":"1734077945283"} 2024-12-13T08:19:05,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:19:05,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:19:05,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077945286"}]},"ts":"1734077945286"} 2024-12-13T08:19:05,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T08:19:05,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, ASSIGN}] 2024-12-13T08:19:05,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, ASSIGN 2024-12-13T08:19:05,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, ASSIGN; state=OFFLINE, location=6b1293cedc9a,42439,1734077915558; forceNewPlan=false, retain=false 2024-12-13T08:19:05,345 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 7708, reset compression=false 2024-12-13T08:19:05,494 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=de22efc57dc9fdc2e1d5bc29c9e962a2, regionState=OPENING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:05,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure de22efc57dc9fdc2e1d5bc29c9e962a2, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:19:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:05,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:05,651 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => de22efc57dc9fdc2e1d5bc29c9e962a2, NAME => 'testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,653 INFO [StoreOpener-de22efc57dc9fdc2e1d5bc29c9e962a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,654 INFO [StoreOpener-de22efc57dc9fdc2e1d5bc29c9e962a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de22efc57dc9fdc2e1d5bc29c9e962a2 columnFamilyName fam 2024-12-13T08:19:05,655 DEBUG [StoreOpener-de22efc57dc9fdc2e1d5bc29c9e962a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:05,655 INFO [StoreOpener-de22efc57dc9fdc2e1d5bc29c9e962a2-1 {}] regionserver.HStore(327): Store=de22efc57dc9fdc2e1d5bc29c9e962a2/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:05,656 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,656 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,658 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:05,660 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:05,661 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened de22efc57dc9fdc2e1d5bc29c9e962a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60081682, jitterRate=-0.10471317172050476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:19:05,662 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for de22efc57dc9fdc2e1d5bc29c9e962a2: 2024-12-13T08:19:05,663 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2., pid=66, masterSystemTime=1734077945647 2024-12-13T08:19:05,664 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,664 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:05,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=de22efc57dc9fdc2e1d5bc29c9e962a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:05,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T08:19:05,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure de22efc57dc9fdc2e1d5bc29c9e962a2, server=6b1293cedc9a,42439,1734077915558 in 171 msec 2024-12-13T08:19:05,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T08:19:05,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, ASSIGN in 327 msec 2024-12-13T08:19:05,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:19:05,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077945671"}]},"ts":"1734077945671"} 2024-12-13T08:19:05,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T08:19:05,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:19:05,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2700 sec 2024-12-13T08:19:05,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 7708, reset compression=false 2024-12-13T08:19:05,861 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T08:19:05,861 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:05,861 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T08:19:06,066 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:06,373 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T08:19:06,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T08:19:06,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T08:19:06,582 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T08:19:06,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T08:19:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T08:19:06,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T08:19:06,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:06,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T08:19:06,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T08:19:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741864_1040 (size=367) 2024-12-13T08:19:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:06,782 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:07,000 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2485be7a306e973a62c026b8299afc99, NAME => 'testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a 2024-12-13T08:19:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741865_1041 (size=51) 2024-12-13T08:19:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:07,294 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:07,411 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:07,411 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 2485be7a306e973a62c026b8299afc99, disabling compactions & flushes 2024-12-13T08:19:07,411 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,411 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,411 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. after waiting 0 ms 2024-12-13T08:19:07,412 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,412 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,412 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2485be7a306e973a62c026b8299afc99: 2024-12-13T08:19:07,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T08:19:07,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734077947413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734077947413"}]},"ts":"1734077947413"} 2024-12-13T08:19:07,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T08:19:07,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T08:19:07,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077947418"}]},"ts":"1734077947418"} 2024-12-13T08:19:07,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T08:19:07,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, ASSIGN}] 2024-12-13T08:19:07,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, ASSIGN 2024-12-13T08:19:07,438 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, ASSIGN; state=OFFLINE, location=6b1293cedc9a,35055,1734077922821; forceNewPlan=false, retain=false 2024-12-13T08:19:07,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=2485be7a306e973a62c026b8299afc99, regionState=OPENING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:07,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 2485be7a306e973a62c026b8299afc99, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:19:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:07,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:07,748 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 2485be7a306e973a62c026b8299afc99, NAME => 'testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.', STARTKEY => '', ENDKEY => ''} 2024-12-13T08:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T08:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,748 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,750 INFO [StoreOpener-2485be7a306e973a62c026b8299afc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,752 INFO [StoreOpener-2485be7a306e973a62c026b8299afc99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2485be7a306e973a62c026b8299afc99 columnFamilyName fam 2024-12-13T08:19:07,752 DEBUG [StoreOpener-2485be7a306e973a62c026b8299afc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T08:19:07,753 INFO [StoreOpener-2485be7a306e973a62c026b8299afc99-1 {}] regionserver.HStore(327): Store=2485be7a306e973a62c026b8299afc99/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T08:19:07,754 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,755 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,758 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:07,761 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T08:19:07,761 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 2485be7a306e973a62c026b8299afc99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69398698, jitterRate=0.034121185541152954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T08:19:07,761 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 2485be7a306e973a62c026b8299afc99: 2024-12-13T08:19:07,762 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99., pid=64, masterSystemTime=1734077947742 2024-12-13T08:19:07,763 DEBUG [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,763 INFO [RS_OPEN_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:07,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=2485be7a306e973a62c026b8299afc99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:07,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T08:19:07,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 2485be7a306e973a62c026b8299afc99, server=6b1293cedc9a,35055,1734077922821 in 175 msec 2024-12-13T08:19:07,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T08:19:07,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, ASSIGN in 331 msec 2024-12-13T08:19:07,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T08:19:07,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077947769"}]},"ts":"1734077947769"} 2024-12-13T08:19:07,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T08:19:07,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T08:19:07,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2350 sec 2024-12-13T08:19:07,901 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:07,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T08:19:08,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: 8001 2024-12-13T08:19:08,611 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 8001, reset compression=false 2024-12-13T08:19:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T08:19:08,696 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T08:19:08,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T08:19:08,697 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T08:19:08,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:08,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T08:19:08,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T08:19:08,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:08,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T08:19:08,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T08:19:08,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T08:19:08,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-13T08:19:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T08:19:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T08:19:08,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T08:19:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T08:19:08,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:08,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42439 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T08:19:08,913 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T08:19:08,914 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T08:19:08,914 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T08:19:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T08:19:09,026 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001e782c52000b, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:19:09,026 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4149488f to 127.0.0.1:49557 2024-12-13T08:19:09,026 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:09,127 WARN [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T08:19:09,127 WARN [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T08:19:09,227 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 terminated 2024-12-13T08:19:09,240 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T08:19:09,241 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T08:19:09,241 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T08:19:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T08:19:09,243 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 6b1293cedc9a,42439,1734077915558 suceeded 2024-12-13T08:19:09,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T08:19:09,244 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T08:19:09,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 483 msec 2024-12-13T08:19:09,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 531 msec 2024-12-13T08:19:09,267 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c49070a to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@398e8b2e 2024-12-13T08:19:09,279 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e6ad99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:09,280 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49557 2024-12-13T08:19:09,292 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T08:19:09,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001e782c52000f connected 2024-12-13T08:19:09,293 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=27e4afe3-0116-44c0-8edb-0d1103b001b3 to cluster=0edb0db3-4c2f-495f-8f5f-ec4d911010e7 2024-12-13T08:19:09,293 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=6b1293cedc9a%2C42439%2C1734077915558 2024-12-13T08:19:09,294 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T08:19:09,294 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b1293cedc9a%2C42439%2C1734077915558 2024-12-13T08:19:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T08:19:09,327 DEBUG [hconnection-0x4728c7d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:09,330 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:19:09,742 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:19:09,744 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:19:10,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:10,142 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T08:19:10,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T08:19:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,151 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077950151"}]},"ts":"1734077950151"} 2024-12-13T08:19:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T08:19:10,153 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T08:19:10,192 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T08:19:10,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T08:19:10,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, UNASSIGN}] 2024-12-13T08:19:10,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, UNASSIGN 2024-12-13T08:19:10,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2485be7a306e973a62c026b8299afc99, regionState=CLOSING, regionLocation=6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:10,203 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:19:10,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 2485be7a306e973a62c026b8299afc99, server=6b1293cedc9a,35055,1734077922821}] 2024-12-13T08:19:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T08:19:10,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,35055,1734077922821 2024-12-13T08:19:10,365 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:10,365 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:19:10,367 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 2485be7a306e973a62c026b8299afc99, disabling compactions & flushes 2024-12-13T08:19:10,367 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:10,367 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:10,367 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. after waiting 0 ms 2024-12-13T08:19:10,368 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:10,374 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:19:10,377 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99. 2024-12-13T08:19:10,377 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 2485be7a306e973a62c026b8299afc99: 2024-12-13T08:19:10,379 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:10,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2485be7a306e973a62c026b8299afc99, regionState=CLOSED 2024-12-13T08:19:10,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T08:19:10,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 2485be7a306e973a62c026b8299afc99, server=6b1293cedc9a,35055,1734077922821 in 176 msec 2024-12-13T08:19:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T08:19:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2485be7a306e973a62c026b8299afc99, UNASSIGN in 182 msec 2024-12-13T08:19:10,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T08:19:10,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 190 msec 2024-12-13T08:19:10,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077950395"}]},"ts":"1734077950395"} 2024-12-13T08:19:10,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T08:19:10,403 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T08:19:10,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 258 msec 2024-12-13T08:19:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T08:19:10,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T08:19:10,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T08:19:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,465 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,466 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:19:10,472 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:10,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/fam, FileablePath, hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/recovered.edits] 2024-12-13T08:19:10,488 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/recovered.edits/4.seqid to hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/archive/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99/recovered.edits/4.seqid 2024-12-13T08:19:10,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/testdroppedtimed/2485be7a306e973a62c026b8299afc99 2024-12-13T08:19:10,489 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T08:19:10,496 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35055 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T08:19:10,506 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T08:19:10,509 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T08:19:10,510 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,510 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T08:19:10,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734077950510"}]},"ts":"9223372036854775807"} 2024-12-13T08:19:10,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T08:19:10,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2485be7a306e973a62c026b8299afc99, NAME => 'testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T08:19:10,513 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T08:19:10,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734077950513"}]},"ts":"9223372036854775807"} 2024-12-13T08:19:10,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T08:19:10,526 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:19:10,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 66 msec 2024-12-13T08:19:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42827 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:19:10,569 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T08:19:10,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-13T08:19:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T08:19:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:19:10,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T08:19:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:19:10,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:10,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42439 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T08:19:10,741 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T08:19:10,742 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T08:19:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T08:19:10,746 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 6b1293cedc9a,42439,1734077915558 suceeded 2024-12-13T08:19:10,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T08:19:10,750 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T08:19:10,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-13T08:19:10,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 178 msec 2024-12-13T08:19:10,795 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, startPosition=0, beingWritten=true 2024-12-13T08:19:10,813 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:19:10,813 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734077949334/Put/vlen=4096/seqid=0; >],4327}, {test/025b81fc62443c920bb7386635cde1cb/4=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/5=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/6=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/7=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/8=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/9=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/10=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/11=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/12=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/13=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/14=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/15=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/16=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/17=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/18=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/19=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/20=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/21=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/22=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/23=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/24=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/25=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T08:19:10,817 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:19:10,819 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:19:10,823 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T08:19:10,824 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T08:19:10,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:10,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x644e5241 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d9697b 2024-12-13T08:19:10,838 DEBUG [ReadOnlyZKClient-127.0.0.1:49557@0x644e5241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6064195d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:10,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T08:19:10,859 DEBUG [ReadOnlyZKClient-127.0.0.1:49557@0x644e5241 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b1293cedc9a,35055,1734077922821, seqNum=-1] 2024-12-13T08:19:10,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:10,866 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:10,870 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,880 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,880 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T08:19:10,881 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,881 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,882 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,882 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,883 DEBUG [hconnection-0x198acaad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:10,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:19:10,887 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0., hostname=6b1293cedc9a,35055,1734077922821, seqNum=2] 2024-12-13T08:19:10,888 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T08:19:10,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:10,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:10,897 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:10,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:10,901 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:10,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:10,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078010888, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:10,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:10,904 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31d274f3 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56a8abb1 2024-12-13T08:19:10,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:10,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:10,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:10,912 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4995af6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:10,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:10,914 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:10,916 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:10,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:10,918 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31d274f3 to 127.0.0.1:49557 2024-12-13T08:19:10,918 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:10,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:10,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:10,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:10,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:10,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:10,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:10,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:10,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:10,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:10,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:10,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:10,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:10,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:10,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:10,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:10,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:10,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:10,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:11,026 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:11,027 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078011020, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:11,030 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cd0d331 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d86fff7 2024-12-13T08:19:11,043 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3708ec02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:11,045 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:11,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:11,048 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cd0d331 to 127.0.0.1:49557 2024-12-13T08:19:11,048 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:11,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:19:11,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:11,260 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:11,261 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078011250, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:11,263 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42cebe76 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21f4a320 2024-12-13T08:19:11,270 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a8c462c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:11,272 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:11,273 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:11,275 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42cebe76 to 127.0.0.1:49557 2024-12-13T08:19:11,275 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:11,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:11,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:11,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:11,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:11,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:11,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:11,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:11,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:11,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:11,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:11,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:11,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:11,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:11,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:11,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:11,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:11,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:11,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:11,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:11,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:11,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:11,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:11,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:11,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:11,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:11,498 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:11,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:11,585 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:11,587 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:11,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078011576, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:11,590 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eb569dc to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a5c2a89 2024-12-13T08:19:11,643 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d9bcc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:11,646 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:11,648 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:11,651 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eb569dc to 127.0.0.1:49557 2024-12-13T08:19:11,651 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:12,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:12,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:12,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:12,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:12,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:12,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:12,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:12,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:12,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:12,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:12,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:12,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:12,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:12,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:12,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:12,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:12,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:12,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:12,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:12,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:12,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:12,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:12,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:12,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:12,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:12,020 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:12,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:12,061 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:12,062 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:12,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:12,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078012053, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:12,064 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34f7a025 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f74dc50 2024-12-13T08:19:12,109 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d4188a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:12,111 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:12,112 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:12,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34f7a025 to 127.0.0.1:49557 2024-12-13T08:19:12,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:12,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:12,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:12,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:12,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:12,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:12,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:12,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:12,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:12,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:12,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:12,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:12,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:12,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:12,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:12,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:12,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:12,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:12,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:12,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:12,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:12,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:12,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:12,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:12,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:12,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:12,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:12,555 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:12,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:12,622 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:12,623 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:12,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:12,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078012616, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:12,625 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f205ff7 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15e0df85 2024-12-13T08:19:12,668 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1cad93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:12,671 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:12,672 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:12,675 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f205ff7 to 127.0.0.1:49557 2024-12-13T08:19:12,675 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:13,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:13,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:13,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:13,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:13,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:13,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:13,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:13,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:13,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:13,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:13,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:13,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:13,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:13,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:13,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:13,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:13,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:13,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:13,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:13,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:13,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:13,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:13,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:13,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:13,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:13,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:13,288 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:13,289 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:13,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:13,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078013278, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:13,291 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29f0164b to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fe648e4 2024-12-13T08:19:13,335 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4a8835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:13,338 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:13,339 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:13,343 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29f0164b to 127.0.0.1:49557 2024-12-13T08:19:13,343 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:13,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:13,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:13,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:13,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:13,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:13,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:13,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:13,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:13,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:13,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:13,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:13,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:13,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:13,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:13,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:13,607 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:14,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:14,057 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:14,058 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:14,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:14,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078014046, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:14,062 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226af348 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6de618fd 2024-12-13T08:19:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:14,110 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d33e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:14,112 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:14,113 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:14,116 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226af348 to 127.0.0.1:49557 2024-12-13T08:19:14,117 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:14,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:14,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:14,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:14,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:14,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:14,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:14,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:14,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:14,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:14,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:14,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:14,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:14,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:14,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:14,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:14,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:14,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:14,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:14,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:14,132 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:14,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:14,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:14,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:14,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:14,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:14,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:14,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:14,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:14,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:14,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:14,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:14,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:14,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:14,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:14,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:14,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:14,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:14,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:14,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:14,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:14,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:14,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:14,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:14,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:14,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:14,661 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:14,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:14,927 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:14,928 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:14,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:14,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078014919, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:14,932 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63823839 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3efee544 2024-12-13T08:19:14,976 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74155d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:14,977 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:14,978 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:14,980 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63823839 to 127.0.0.1:49557 2024-12-13T08:19:14,980 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:15,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:15,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:15,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:15,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:15,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:15,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:15,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:15,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:15,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:15,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:15,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:15,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:15,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:15,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:15,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:15,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:15,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:15,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:15,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:15,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:15,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:15,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:15,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:15,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:15,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:15,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:15,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:15,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:15,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T08:19:15,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T08:19:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:15,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:15,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:15,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:15,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:15,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:15,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:15,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:15,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:15,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:15,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:15,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:15,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:15,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:15,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:15,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:15,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:15,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:15,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:15,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:15,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:15,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:15,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:15,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:15,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:15,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:15,713 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:15,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:15,890 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:15,891 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:15,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:15,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078015882, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:15,893 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b46cddf to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@625bd936 2024-12-13T08:19:15,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cfaeff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:15,937 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:15,939 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:15,943 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b46cddf to 127.0.0.1:49557 2024-12-13T08:19:15,943 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:16,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:16,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:16,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:16,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:16,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:16,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:16,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:16,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:16,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:16,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:16,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:16,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:16,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:16,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:16,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:16,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:16,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:16,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:16,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:16,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:16,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:16,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:16,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:16,242 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:16,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:16,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:16,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:16,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:16,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:16,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:16,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:16,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:16,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:16,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:16,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:16,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:16,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:16,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:16,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:16,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:16,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:16,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:16,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:16,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:16,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:16,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:16,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:16,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:16,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:16,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:16,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:16,954 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:16,955 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:16,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:16,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078016945, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:16,957 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f385d9 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f5d76f8 2024-12-13T08:19:16,971 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b3dbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:16,973 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:16,974 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:16,977 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f385d9 to 127.0.0.1:49557 2024-12-13T08:19:16,977 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:17,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:17,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:17,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:17,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:17,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:17,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:17,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:17,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:17,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:17,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:17,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:17,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:17,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:17,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:17,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:17,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:17,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:17,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:17,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:17,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:17,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:17,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:17,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:17,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:17,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:17,299 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:17,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:17,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:17,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:17,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:17,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:17,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:17,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:17,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:17,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:17,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:17,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:17,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:17,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:17,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:17,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:17,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:17,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:17,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:17,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:17,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:17,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:17,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:17,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:17,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:17,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:17,826 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:17,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:17,989 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:17,990 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:17,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:17,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078017979, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:17,993 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2182d43f to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35fc9c41 2024-12-13T08:19:18,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:18,035 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1b4480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:18,038 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:18,040 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:18,045 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2182d43f to 127.0.0.1:49557 2024-12-13T08:19:18,045 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:18,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:18,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:18,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:18,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:18,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:18,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:18,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:18,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:18,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:18,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:18,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:18,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:18,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:18,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:18,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:18,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:18,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:18,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:18,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:18,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:18,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:18,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:18,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:18,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:18,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:18,349 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:18,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:18,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:18,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:18,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:18,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:18,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:18,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:18,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:18,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:18,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:18,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:18,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:18,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:18,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:18,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:18,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:18,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:18,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:18,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:18,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:18,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:18,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:18,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:18,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:18,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:18,866 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:19,023 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T08:19:19,024 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T08:19:19,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:19,054 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:19,055 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:19,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:19,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078019046, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:19,059 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40bde7c7 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63fedc18 2024-12-13T08:19:19,101 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5785fbfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:19,102 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:19,104 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:19,106 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40bde7c7 to 127.0.0.1:49557 2024-12-13T08:19:19,106 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:19,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:19,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:19,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:19,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:19,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:19,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:19,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:19,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:19,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:19,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:19,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:19,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:19,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:19,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:19,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:19,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:19,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:19,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:19,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:19,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:19,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:19,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:19,385 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:19,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:19,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:19,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:19,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:19,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:19,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:19,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:19,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:19,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:19,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:19,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:19,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:19,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:19,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:19,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:19,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:19,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:19,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:19,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:19,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:19,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:19,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:19,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:19,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:19,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:19,922 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:20,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:20,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:20,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:20,273 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:20,274 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:20,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:20,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078020108, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:20,275 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6112660c to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7419682a 2024-12-13T08:19:20,318 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbb274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:20,321 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:20,323 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:20,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6112660c to 127.0.0.1:49557 2024-12-13T08:19:20,326 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:20,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:20,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:20,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:20,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:20,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:20,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:20,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:20,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:20,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:20,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:20,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:20,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:20,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:20,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:20,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:20,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:20,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:20,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:20,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:20,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:20,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:20,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:20,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:20,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:20,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:20,449 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:20,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:20,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:20,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:20,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:20,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:20,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:20,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:20,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:20,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:20,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:20,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:20,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:20,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:20,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:20,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:20,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:20,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:20,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:20,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:20,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:20,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:20,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:20,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:20,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:20,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:20,974 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:21,285 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T08:19:21,285 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T08:19:21,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:21,338 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:21,339 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:21,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:21,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078021328, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:21,341 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41f41f5f to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e136773 2024-12-13T08:19:21,384 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc7bea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:21,386 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:21,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:21,390 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41f41f5f to 127.0.0.1:49557 2024-12-13T08:19:21,390 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:21,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:21,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:21,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:21,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:21,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:21,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:21,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:21,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:21,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:21,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:21,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:21,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:21,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:21,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:21,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:21,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:21,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:21,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:21,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:21,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:21,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:21,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:21,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:21,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:21,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:21,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:22,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:22,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:22,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:22,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:22,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:22,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:22,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:22,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:22,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:22,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:22,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:22,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:22,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:22,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:22,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:22,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:22,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:22,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:22,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:22,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:22,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:22,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:22,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:22,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:22,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:22,020 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:22,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:22,401 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:22,402 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:22,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:22,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078022392, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:22,405 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b9e2aac to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54635ee8 2024-12-13T08:19:22,452 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@359b18fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:22,455 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:22,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:22,459 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b9e2aac to 127.0.0.1:49557 2024-12-13T08:19:22,459 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:22,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:22,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:22,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:22,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:22,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:22,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:22,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:22,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:22,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:22,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:22,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:22,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:22,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:22,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:22,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:22,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:22,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:22,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:22,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:22,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:22,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:22,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:22,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:22,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:22,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:22,537 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:23,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:23,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:23,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:23,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:23,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:23,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:23,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:23,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:23,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:23,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:23,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:23,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:23,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:23,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:23,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:23,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:23,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:23,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:23,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:23,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:23,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:23,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:23,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:23,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:23,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:23,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:23,051 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:23,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:23,470 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:23,471 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:23,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:23,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078023462, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:23,473 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05503d87 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b8aa7db 2024-12-13T08:19:23,518 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bb0abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:23,522 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:23,524 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:23,528 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05503d87 to 127.0.0.1:49557 2024-12-13T08:19:23,528 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:23,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:23,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:23,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:23,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:23,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:23,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:23,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:23,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:23,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:23,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:23,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:23,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:23,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:23,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:23,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:23,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:23,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:23,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:23,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:23,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:23,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:23,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:23,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:23,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:23,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:23,574 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:24,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:24,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:24,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:24,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:24,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:24,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:24,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:24,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:24,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:24,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:24,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:24,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:24,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:24,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:24,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:24,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:24,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:24,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:24,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:24,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:24,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:24,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:24,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:24,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:24,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:24,097 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:24,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:24,541 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:24,542 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:24,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:24,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078024530, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:24,544 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x702c3b8d to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e06fe2c 2024-12-13T08:19:24,559 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1096e7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:24,561 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:24,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:24,565 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x702c3b8d to 127.0.0.1:49557 2024-12-13T08:19:24,565 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:24,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:24,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:24,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:24,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:24,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:24,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:24,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:24,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:24,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:24,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:24,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:24,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:24,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:24,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:24,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:24,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:24,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:24,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:24,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:24,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:24,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:24,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:24,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:24,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:24,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:24,616 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:25,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:25,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:25,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:25,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:25,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:25,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:25,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:25,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:25,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:25,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:25,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:25,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:25,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:25,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:25,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:25,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:25,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:25,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:25,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:25,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:25,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:25,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:25,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:25,128 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:25,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:25,577 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:25,577 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:25,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:25,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078025567, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:25,579 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5157ca99 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@879a901 2024-12-13T08:19:25,625 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff52483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:25,627 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:25,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:25,630 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5157ca99 to 127.0.0.1:49557 2024-12-13T08:19:25,630 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:25,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:25,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:25,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:25,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:25,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:25,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:25,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:25,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:25,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:25,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:25,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:25,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:25,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:25,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:25,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:25,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:25,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:25,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:25,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:25,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:25,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:25,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:25,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:25,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:25,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:25,643 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:26,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:26,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:26,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:26,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:26,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:26,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:26,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:26,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:26,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:26,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:26,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:26,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:26,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:26,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:26,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:26,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:26,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:26,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:26,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:26,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:26,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:26,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:26,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:26,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:26,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:26,161 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:26,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:26,635 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:26,636 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:26,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:26,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078026631, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:26,639 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33566ec9 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7622e803 2024-12-13T08:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:26,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:26,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:26,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:26,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:26,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:26,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:26,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:26,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:26,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:26,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:26,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:26,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:26,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:26,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:26,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:26,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:26,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:26,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:26,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:26,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:26,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:26,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:26,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:26,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:26,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:26,672 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:26,684 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f51b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:26,685 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:26,686 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:26,688 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33566ec9 to 127.0.0.1:49557 2024-12-13T08:19:26,688 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:27,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:27,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:27,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:27,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:27,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:27,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:27,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:27,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:27,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:27,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:27,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:27,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:27,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:27,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:27,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:27,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:27,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:27,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:27,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:27,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:27,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:27,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:27,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:27,195 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:27,335 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T08:19:27,335 INFO [master/6b1293cedc9a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T08:19:27,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:27,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:27,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:27,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:27,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:27,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:27,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:27,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:27,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:27,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:27,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:27,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:27,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:27,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:27,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:27,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:27,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:27,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:27,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:27,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:27,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:27,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:27,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:27,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:27,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:27,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:27,720 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:27,719 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:27,721 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:27,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:27,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078027690, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:27,723 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc6dcfc to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e4541f7 2024-12-13T08:19:27,751 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4633a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:27,753 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:27,754 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:27,757 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc6dcfc to 127.0.0.1:49557 2024-12-13T08:19:27,757 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:28,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:28,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:28,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:28,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:28,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:28,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:28,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:28,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:28,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:28,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:28,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:28,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:28,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:28,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:28,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:28,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:28,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:28,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:28,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:28,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:28,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:28,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:28,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:28,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:28,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:28,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:28,245 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:28,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:28,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:28,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:28,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:28,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:28,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:28,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:28,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:28,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:28,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:28,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:28,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:28,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:28,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:28,762 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:28,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:28,763 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:28,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:28,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:28,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078028758, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:28,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:28,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:28,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:28,764 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465b573e to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72a5fcfb 2024-12-13T08:19:28,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:28,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:28,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:28,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:28,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:28,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:28,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:28,768 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:28,809 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f1ba74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:28,811 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:28,812 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:28,815 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465b573e to 127.0.0.1:49557 2024-12-13T08:19:28,815 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:29,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:29,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:29,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:29,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:29,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:29,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:29,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:29,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:29,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:29,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:29,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:29,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:29,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:29,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:29,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:29,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:29,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:29,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:29,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:29,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:29,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:29,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:29,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:29,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:29,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:29,293 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:29,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:29,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:29,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:29,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:29,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:29,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:29,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:29,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:29,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:29,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:29,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:29,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:29,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:29,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:29,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:29,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:29,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:29,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:29,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:29,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:29,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:29,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:29,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:29,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:29,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:29,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:29,823 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:29,823 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:29,824 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:29,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:29,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078029816, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:29,825 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f18dd1 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7deeef10 2024-12-13T08:19:29,868 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5968d8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:29,872 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:29,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f18dd1 to 127.0.0.1:49557 2024-12-13T08:19:29,874 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:30,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:30,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:30,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:30,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:30,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:30,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:30,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:30,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:30,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:30,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:30,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:30,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:30,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:30,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:30,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:30,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:30,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:30,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:30,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:30,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:30,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:30,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:30,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:30,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:30,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:30,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:30,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:30,347 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:30,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:30,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:30,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:30,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:30,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:30,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:30,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:30,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:30,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:30,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:30,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:30,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:30,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:30,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:30,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:30,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:30,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:30,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:30,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:30,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:30,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:30,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:30,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:30,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:30,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:30,869 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:30,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:30,880 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:30,881 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:30,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:30,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078030875, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:30,884 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3768bc1f to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3df4438d 2024-12-13T08:19:30,925 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c52a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:30,927 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:30,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:30,930 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3768bc1f to 127.0.0.1:49557 2024-12-13T08:19:30,930 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:31,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:31,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:31,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:31,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:31,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:31,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:31,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:31,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:31,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:31,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:31,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:31,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:31,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:31,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:31,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:31,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:31,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:31,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:31,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:31,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:31,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:31,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:31,396 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:31,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:31,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:31,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:31,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:31,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:31,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:31,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:31,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:31,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:31,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:31,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:31,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:31,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:31,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:31,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:31,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:31,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:31,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:31,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:31,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:31,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:31,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:31,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:31,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:31,925 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:31,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:31,940 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:31,941 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:31,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:31,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078031932, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:31,942 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x128b2da8 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dfcfc5f 2024-12-13T08:19:31,984 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3c37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:31,987 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:31,989 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:31,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x128b2da8 to 127.0.0.1:49557 2024-12-13T08:19:31,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:32,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:32,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:32,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:32,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:32,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:32,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:32,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:32,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:32,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:32,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:32,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:32,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:32,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:32,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:32,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:32,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:32,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:32,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:32,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:32,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:32,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:32,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:32,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:32,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:32,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:32,446 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:32,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:32,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:32,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:32,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:32,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:32,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:32,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:32,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:32,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:32,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:32,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:32,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:32,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:32,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:32,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:32,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:32,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:32,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:32,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:32,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:32,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:32,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:32,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:32,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:32,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:32,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:32,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:33,020 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:33,021 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:33,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:33,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078032993, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:33,024 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x223fcea9 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48cbd0b5 2024-12-13T08:19:33,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:33,052 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ab22c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:33,054 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:33,056 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:33,059 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x223fcea9 to 127.0.0.1:49557 2024-12-13T08:19:33,059 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:33,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:33,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:33,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:33,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:33,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:33,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:33,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:33,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:33,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:33,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:33,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:33,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:33,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:33,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:33,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:33,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:33,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:33,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:33,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:33,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:33,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:33,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:33,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:33,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:33,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:33,499 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:34,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:34,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:34,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:34,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:34,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:34,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:34,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:34,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:34,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:34,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:34,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:34,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:34,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:34,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:34,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:34,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:34,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:34,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:34,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:34,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:34,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:34,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:34,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:34,023 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:34,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:34,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:34,067 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:34,068 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:34,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:34,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078034060, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:34,070 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x779619f9 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@614e31c6 2024-12-13T08:19:34,108 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fa8a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:34,110 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:34,111 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:34,112 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x779619f9 to 127.0.0.1:49557 2024-12-13T08:19:34,113 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:34,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:34,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:34,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:34,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:34,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:34,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:34,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:34,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:34,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:34,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:34,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:34,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:34,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:34,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:34,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:34,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:34,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:34,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:34,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:34,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:34,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:34,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:34,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:34,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:34,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:34,539 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:35,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:35,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:35,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:35,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:35,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:35,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:35,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:35,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:35,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:35,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:35,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:35,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:35,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:35,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:35,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:35,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:35,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:35,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:35,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:35,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:35,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:35,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:35,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:35,119 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:35,120 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:35,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:35,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078035113, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:35,123 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x024ce26b to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@129c23e5 2024-12-13T08:19:35,167 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8b001c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:35,168 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:35,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:35,171 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x024ce26b to 127.0.0.1:49557 2024-12-13T08:19:35,171 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:35,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:35,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:35,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:35,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:35,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:35,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:35,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:35,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:35,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:35,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:35,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:35,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:35,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:35,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:35,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:35,581 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:36,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:36,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:36,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:36,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:36,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:36,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:36,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:36,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:36,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:36,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:36,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:36,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:36,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:36,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:36,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:36,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:36,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:36,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:36,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:36,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:36,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:36,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:36,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:36,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:36,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:36,102 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:36,182 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:36,184 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:36,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:36,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078036172, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:36,186 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2290dc to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e521b96 2024-12-13T08:19:36,226 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@182f6da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:36,229 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:36,230 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:36,233 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2290dc to 127.0.0.1:49557 2024-12-13T08:19:36,233 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:36,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:36,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:36,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:36,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:36,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:36,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:36,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:36,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:36,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:36,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:36,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:36,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:36,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:36,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:36,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:36,621 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:37,123 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T08:19:37,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T08:19:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T08:19:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T08:19:37,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077977127"}]},"ts":"1734077977127"} 2024-12-13T08:19:37,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T08:19:37,216 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T08:19:37,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T08:19:37,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, UNASSIGN}] 2024-12-13T08:19:37,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, UNASSIGN 2024-12-13T08:19:37,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=de22efc57dc9fdc2e1d5bc29c9e962a2, regionState=CLOSING, regionLocation=6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:37,226 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T08:19:37,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure de22efc57dc9fdc2e1d5bc29c9e962a2, server=6b1293cedc9a,42439,1734077915558}] 2024-12-13T08:19:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T08:19:37,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:37,241 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:37,242 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:37,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:37,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078037234, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:37,245 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2af16c66 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54015c05 2024-12-13T08:19:37,254 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37206948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:37,255 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:37,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:37,257 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2af16c66 to 127.0.0.1:49557 2024-12-13T08:19:37,257 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:37,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:19:37,380 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:37,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T08:19:37,380 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing de22efc57dc9fdc2e1d5bc29c9e962a2, disabling compactions & flushes 2024-12-13T08:19:37,380 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:37,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:37,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. after waiting 0 ms 2024-12-13T08:19:37,381 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:37,382 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing de22efc57dc9fdc2e1d5bc29c9e962a2 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T08:19:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T08:19:37,444 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/.tmp/fam/3905422cdf8e4441a0b791ca698516e9 is 4154, key is 0 put on table to be dropped/fam:row/1734077949334/Put/seqid=0 2024-12-13T08:19:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741866_1042 (size=9218) 2024-12-13T08:19:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T08:19:37,853 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/.tmp/fam/3905422cdf8e4441a0b791ca698516e9 2024-12-13T08:19:37,890 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/.tmp/fam/3905422cdf8e4441a0b791ca698516e9 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/fam/3905422cdf8e4441a0b791ca698516e9 2024-12-13T08:19:37,896 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/fam/3905422cdf8e4441a0b791ca698516e9, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T08:19:37,899 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for de22efc57dc9fdc2e1d5bc29c9e962a2 in 517ms, sequenceid=5, compaction requested=false 2024-12-13T08:19:37,899 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T08:19:37,904 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T08:19:37,905 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2. 2024-12-13T08:19:37,905 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for de22efc57dc9fdc2e1d5bc29c9e962a2: 2024-12-13T08:19:37,906 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:19:37,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=de22efc57dc9fdc2e1d5bc29c9e962a2, regionState=CLOSED 2024-12-13T08:19:37,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T08:19:37,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure de22efc57dc9fdc2e1d5bc29c9e962a2, server=6b1293cedc9a,42439,1734077915558 in 682 msec 2024-12-13T08:19:37,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T08:19:37,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=de22efc57dc9fdc2e1d5bc29c9e962a2, UNASSIGN in 688 msec 2024-12-13T08:19:37,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T08:19:37,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 692 msec 2024-12-13T08:19:37,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734077977915"}]},"ts":"1734077977915"} 2024-12-13T08:19:37,916 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T08:19:37,957 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T08:19:37,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 834 msec 2024-12-13T08:19:38,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T08:19:38,237 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T08:19:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:38,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:38,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:38,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:38,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:38,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:38,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:38,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:38,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:38,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:38,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:38,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:38,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:38,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:38,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:38,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:38,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:38,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:38,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:38,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:38,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:38,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:38,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:38,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:38,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:38,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:38,255 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:38,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:38,262 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:38,263 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:38,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:38,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078038258, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:38,264 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50ec32b8 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed3bdd4 2024-12-13T08:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a0dff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:38,280 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:38,281 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:38,282 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50ec32b8 to 127.0.0.1:49557 2024-12-13T08:19:38,283 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:38,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:38,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:38,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:38,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:38,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:38,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:38,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:38,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:38,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:38,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:38,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:38,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:38,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:38,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:38,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:38,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:38,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:38,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:38,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:38,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:38,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:38,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:38,777 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:39,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:39,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:39,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:39,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:39,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:39,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:39,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:39,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:39,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:39,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:39,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:39,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:39,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:39,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:39,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:39,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:39,288 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:39,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:39,289 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:39,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:39,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078039283, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:39,290 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:39,290 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x058195ee to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@162fb597 2024-12-13T08:19:39,333 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@430cd6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:39,335 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:39,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:39,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x058195ee to 127.0.0.1:49557 2024-12-13T08:19:39,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:39,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:39,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:39,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:39,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:39,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:39,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:39,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:39,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:39,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:39,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:39,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:39,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:39,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:39,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:39,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:39,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:39,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:39,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:39,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:39,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:39,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:39,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:39,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:39,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:39,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:39,813 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:40,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:40,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:40,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:40,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:40,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:40,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:40,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:40,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:40,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:40,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:40,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:40,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:40,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:40,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:40,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:40,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:40,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:40,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:40,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:40,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:40,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:40,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:40,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:40,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:40,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:40,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:40,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:40,338 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:40,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:40,344 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:40,345 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:40,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:40,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078040338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:40,347 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36df6a62 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5db7f223 2024-12-13T08:19:40,391 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@782b4629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:40,393 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:40,393 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:40,395 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36df6a62 to 127.0.0.1:49557 2024-12-13T08:19:40,395 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:40,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:40,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:40,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:40,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:40,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:40,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:40,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:40,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:40,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:40,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:40,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:40,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:40,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:40,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:40,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:40,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:40,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:40,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:40,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:40,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:40,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:40,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:40,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:40,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:40,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:40,865 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:40,961 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 454e5590cbad5d9a6b394481c787f4ff changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:41,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:41,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:41,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:41,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:41,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:41,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:41,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:41,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:41,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:41,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:41,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:41,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:41,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:41,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:41,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:41,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:41,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:41,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:41,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:41,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:41,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:41,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:41,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:41,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:41,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:41,386 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:41,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:41,400 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:41,400 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:41,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:41,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078041395, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:41,402 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fdcf5e7 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1830d5 2024-12-13T08:19:41,442 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f203151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:41,443 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:41,444 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:41,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fdcf5e7 to 127.0.0.1:49557 2024-12-13T08:19:41,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:41,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:41,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:41,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:41,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:41,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:41,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:41,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:41,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:41,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:41,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:41,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:41,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:41,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:41,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:41,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:41,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:41,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:41,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:41,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:41,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:41,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:41,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:41,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:41,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:41,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:41,909 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:42,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:19:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:42,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:42,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:42,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:42,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:42,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:42,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:42,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:42,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:42,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:42,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:42,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:42,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:42,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:42,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:42,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:42,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:42,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:42,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:42,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:42,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:42,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:42,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:42,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:42,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:42,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:42,432 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:42,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:42,451 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:42,452 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:42,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:42,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078042447, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:42,453 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d117179 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21e36e96 2024-12-13T08:19:42,492 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc76942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:42,494 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:42,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:42,498 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d117179 to 127.0.0.1:49557 2024-12-13T08:19:42,498 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:42,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:42,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:42,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:42,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:42,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:42,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:42,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:42,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:42,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:42,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:42,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:42,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:42,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:42,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:42,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:42,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:42,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:42,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:42,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:42,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:42,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:42,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:42,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:42,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:42,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:42,944 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:43,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:43,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:19:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:43,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:43,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:43,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:43,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:43,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:43,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:43,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:43,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:43,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:43,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:43,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:43,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:43,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:43,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:43,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:43,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:43,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:43,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:43,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:43,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:43,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:43,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:43,461 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:43,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:43,503 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:43,504 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:43,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:43,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078043499, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:43,507 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5afd0a87 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d04890 2024-12-13T08:19:43,536 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7449a0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:43,539 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:43,540 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:43,542 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5afd0a87 to 127.0.0.1:49557 2024-12-13T08:19:43,542 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:43,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:43,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:43,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:43,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:43,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:43,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:43,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:43,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:43,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:43,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:43,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:43,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:43,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:43,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:43,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:43,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:43,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:43,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:43,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:43,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:43,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:43,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:43,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:43,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:43,989 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:44,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:44,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:44,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:44,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:44,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:44,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:44,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:44,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:44,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:44,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:44,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:44,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:44,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:44,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:44,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:44,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:44,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:44,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:44,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:44,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:44,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:44,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:44,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:44,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:44,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:44,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:44,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:44,548 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:44,549 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:44,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:44,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078044543, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:44,551 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53307c59 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31c62a67 2024-12-13T08:19:44,591 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83348c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:44,593 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:44,594 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:44,596 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53307c59 to 127.0.0.1:49557 2024-12-13T08:19:44,596 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:45,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:45,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:45,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:45,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:45,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:45,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:45,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:45,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:45,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:45,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:45,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:45,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:45,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:45,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:45,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:45,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:45,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:45,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:45,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:45,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:45,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:45,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:45,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:45,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:45,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:45,024 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:45,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:45,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:45,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T08:19:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:45,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:45,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:45,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:45,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:45,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:45,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:45,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:45,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:45,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:45,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:45,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:45,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:45,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:45,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:45,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:45,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:45,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:45,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:45,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:45,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:45,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:45,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:45,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:45,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:45,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:45,549 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:45,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:45,600 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:45,601 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:45,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:45,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078045597, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:45,602 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x667a7f98 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66efe422 2024-12-13T08:19:45,641 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488f541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:45,643 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:45,644 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:45,645 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x667a7f98 to 127.0.0.1:49557 2024-12-13T08:19:45,645 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:46,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:46,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:46,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:46,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:46,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:46,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:46,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:46,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:46,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:46,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:46,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:46,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:46,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:46,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:46,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:46,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:46,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:46,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:46,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:46,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:46,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:46,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:46,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:46,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:46,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:46,068 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:46,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:46,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:46,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:46,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:46,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:46,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:46,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:46,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:46,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:46,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:46,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:46,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:46,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:46,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:46,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:46,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:46,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:46,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:46,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:46,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:46,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:46,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:46,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:46,595 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:46,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:46,650 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:46,651 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:46,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:46,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078046646, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:46,652 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x374898dd to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e1fa4e2 2024-12-13T08:19:46,691 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8e6e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:46,692 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:46,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:46,695 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x374898dd to 127.0.0.1:49557 2024-12-13T08:19:46,695 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:47,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:47,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:47,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:47,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:47,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:47,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:47,108 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:47,183 DEBUG [master/6b1293cedc9a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6847e274c282b32acba5fb644f63cd63 changed from -1.0 to 0.0, refreshing cache 2024-12-13T08:19:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:47,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:47,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:47,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:47,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:47,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:47,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:47,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:47,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:47,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:47,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:47,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:47,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:47,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:47,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:47,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:47,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:47,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:47,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:47,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:47,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:47,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:47,706 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:47,707 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:47,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:47,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078047696, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:47,710 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ca50ed9 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76683a5f 2024-12-13T08:19:47,721 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f3f557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:47,724 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:47,726 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:47,728 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ca50ed9 to 127.0.0.1:49557 2024-12-13T08:19:47,729 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:48,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:48,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:48,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:48,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:48,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:48,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:48,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:48,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:48,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:48,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:48,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:48,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:48,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:48,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:48,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:48,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:48,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:48,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:48,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:48,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:48,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:48,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:48,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:48,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:48,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:48,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:48,151 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:48,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:48,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:48,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:48,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:48,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:48,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:48,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:48,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:48,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:48,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:48,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:48,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:48,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:48,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:48,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:48,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:48,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:48,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:48,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:48,672 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:48,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:48,760 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:48,761 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:48,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:48,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078048729, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:48,763 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5da8e6a7 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a25858f 2024-12-13T08:19:48,791 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f38cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:48,793 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:48,794 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:48,796 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5da8e6a7 to 127.0.0.1:49557 2024-12-13T08:19:48,796 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:49,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:49,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:49,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:49,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:49,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:49,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:49,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:49,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:49,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:49,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:49,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:49,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:49,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:49,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:49,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:49,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:49,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:49,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:49,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:49,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:49,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:49,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:49,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:49,191 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:49,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:49,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:49,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:49,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:49,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:49,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:49,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:49,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:49,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:49,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:49,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:49,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:49,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:49,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:49,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:49,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:49,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:49,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:49,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:49,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:49,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:49,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:49,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:49,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:49,708 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:49,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:49,805 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:49,806 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:49,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:49,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078049798, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:49,808 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79490018 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f86fb43 2024-12-13T08:19:49,850 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ea7d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:49,851 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:49,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:49,854 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79490018 to 127.0.0.1:49557 2024-12-13T08:19:49,854 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:50,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:50,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:50,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:50,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:50,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:50,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:50,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:50,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:50,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:50,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:50,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:50,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:50,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:50,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:50,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:50,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:50,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:50,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:50,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:50,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:50,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:50,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:50,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:50,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:50,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:50,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:50,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:50,224 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:50,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:19:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:50,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:50,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:50,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:50,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:50,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:50,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:50,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:50,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:50,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:50,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:50,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:50,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:50,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:50,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:50,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:50,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:50,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:50,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:50,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:50,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:50,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:50,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:50,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:50,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:50,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:50,737 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:50,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:50,860 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:50,861 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:50,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:50,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078050855, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:50,863 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66b54f8d to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e61ecfb 2024-12-13T08:19:50,908 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b75ad1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:50,911 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:50,913 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:50,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66b54f8d to 127.0.0.1:49557 2024-12-13T08:19:50,916 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:51,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:51,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:51,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:51,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:51,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:51,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:51,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:51,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:51,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:51,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:51,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:51,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:51,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:51,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:51,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:51,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:51,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:51,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:51,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:51,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:51,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:51,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:51,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:51,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:51,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:51,260 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:51,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:51,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:51,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:51,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:51,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:51,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:51,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:51,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:51,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:51,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:51,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:51,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:51,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:51,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:51,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:51,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:51,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:51,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:51,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:51,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:51,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:51,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:51,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:51,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:51,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:51,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:51,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:51,928 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:51,929 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:51,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:51,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078051918, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:51,932 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e61c094 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f06e397 2024-12-13T08:19:51,974 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cdae26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:51,976 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:51,977 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:51,978 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e61c094 to 127.0.0.1:49557 2024-12-13T08:19:51,978 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:52,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:52,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:52,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:52,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:52,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:52,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:52,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:52,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:52,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:52,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:52,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:52,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:52,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:52,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:52,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:52,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:52,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:52,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:52,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:52,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:52,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:52,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:52,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:52,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:52,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:52,290 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:52,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:52,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:52,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:52,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:52,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:52,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:52,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:52,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:52,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:52,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:52,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:52,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:52,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:52,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:52,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:52,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:52,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:52,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:52,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:52,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:52,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:52,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:52,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:52,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:52,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:52,809 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:52,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:52,983 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:52,984 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:52,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:52,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078052979, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:52,986 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a9cc6e0 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25e8c7f 2024-12-13T08:19:53,025 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b6be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:53,027 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:53,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:53,029 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:53,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a9cc6e0 to 127.0.0.1:49557 2024-12-13T08:19:53,032 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:53,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:53,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:53,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:53,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:53,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:53,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:53,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:53,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:53,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:53,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:53,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:53,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:53,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:53,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:53,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:53,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:53,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:53,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:53,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:53,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:53,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:53,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:53,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:53,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:53,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:53,319 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:53,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:53,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:53,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:53,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:53,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:53,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:53,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:53,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:53,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:53,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:53,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:53,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:53,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:53,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:53,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:53,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:53,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:53,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:53,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:53,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:53,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:53,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:53,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:53,841 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:54,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:54,043 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:54,044 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:54,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:54,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078054033, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:54,045 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e0e6a64 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8452cae 2024-12-13T08:19:54,074 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b64b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:54,076 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:54,077 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:54,078 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e0e6a64 to 127.0.0.1:49557 2024-12-13T08:19:54,078 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:54,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:54,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:54,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:54,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:54,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:54,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:54,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:54,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:54,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:54,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:54,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:54,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:54,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:54,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:54,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:54,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:54,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:54,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:54,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:54,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:54,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:54,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:54,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:54,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:54,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:54,369 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:54,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:54,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:54,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:54,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:54,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:54,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:54,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:54,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:54,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:54,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:54,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:54,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:54,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:54,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:54,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:54,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:54,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:54,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:54,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:54,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:54,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:54,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:54,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:54,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:54,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:54,892 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:55,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:19:55,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:19:55,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:55,088 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:55,089 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:55,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:55,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078055079, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:55,090 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cdf5191 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dde20f8 2024-12-13T08:19:55,278 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bd3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:55,281 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:55,283 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:55,286 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cdf5191 to 127.0.0.1:49557 2024-12-13T08:19:55,286 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:55,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:55,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:55,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:55,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:55,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:55,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:55,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:55,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:55,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:55,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:55,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:55,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:55,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:55,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:55,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:55,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:55,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:55,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:55,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:55,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:55,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:55,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:55,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:55,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:55,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:55,410 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:55,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:55,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:55,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:55,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:55,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:55,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:55,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:55,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:55,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:55,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:55,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:55,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:55,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:55,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:55,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:55,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:55,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:55,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:55,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:55,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:55,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:55,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:55,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:55,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:55,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:55,922 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:56,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:56,292 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:56,293 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:56,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:56,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078056287, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:56,296 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e7ebb22 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@321b93f5 2024-12-13T08:19:56,333 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2090f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:56,334 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:56,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:56,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e7ebb22 to 127.0.0.1:49557 2024-12-13T08:19:56,337 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:56,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:56,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:56,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:56,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:56,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:56,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:56,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:56,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:56,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:56,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:56,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:56,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:56,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:56,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:56,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:56,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:56,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:56,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:56,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:56,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:56,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:56,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:56,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:56,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:56,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:56,440 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:56,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:56,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:56,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:56,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:56,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:56,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:56,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:56,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:56,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:56,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:56,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:56,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:56,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:56,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:56,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:56,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:56,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:56,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:56,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:56,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:56,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:56,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:56,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:56,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:56,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:56,965 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:57,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:57,343 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:57,344 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:57,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:57,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078057338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:57,346 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x551576e0 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b7fc38c 2024-12-13T08:19:57,383 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50337b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:57,385 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:57,386 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:57,389 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x551576e0 to 127.0.0.1:49557 2024-12-13T08:19:57,389 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:57,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:57,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:57,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:57,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:57,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:57,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:57,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:57,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:57,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:57,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:57,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:57,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:57,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:57,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:57,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:57,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:57,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:57,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:57,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:57,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:57,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:57,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:57,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:57,485 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:57,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:57,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:57,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:57,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:57,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:57,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:57,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:57,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:57,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:57,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:57,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:57,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:57,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:57,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:57,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:57,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:57,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:57,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:57,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:58,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:58,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:58,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:58,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:58,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:58,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:58,001 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:58,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:19:58,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:58,400 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:58,401 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:58,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:58,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078058390, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:58,403 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b3e686b to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e18b123 2024-12-13T08:19:58,449 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4538f043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:58,451 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:58,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:58,454 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b3e686b to 127.0.0.1:49557 2024-12-13T08:19:58,454 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:58,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:58,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:58,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:58,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:58,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:58,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:58,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:58,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:58,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:58,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:58,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:58,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:58,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:58,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:58,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:58,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:58,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:58,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:58,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:58,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:58,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:58,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:58,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:58,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:58,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:58,519 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:59,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:59,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:59,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:59,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:59,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:59,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:59,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:59,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:59,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:59,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:59,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:59,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:59,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:59,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:59,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:59,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:59,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:59,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:59,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:59,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:59,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:59,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:59,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:59,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:59,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:59,046 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:19:59,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:19:59,487 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:19:59,488 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:59,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:19:59,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078059455, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:19:59,491 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ded3b69 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1637085e 2024-12-13T08:19:59,524 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140f5833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:19:59,526 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:19:59,527 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:19:59,528 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ded3b69 to 127.0.0.1:49557 2024-12-13T08:19:59,529 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:19:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:19:59,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:19:59,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:19:59,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:19:59,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:19:59,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:19:59,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:19:59,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:19:59,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:19:59,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:19:59,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:19:59,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:19:59,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:19:59,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:19:59,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:19:59,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:19:59,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:19:59,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:19:59,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:19:59,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:19:59,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:19:59,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:19:59,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:19:59,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:19:59,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:19:59,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:19:59,556 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:00,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:00,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:00,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:00,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:00,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:00,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:00,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:00,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:00,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:00,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:00,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:00,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:00,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:00,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:00,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:00,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:00,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:00,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:00,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:00,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:00,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:00,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:00,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:00,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:00,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:20:00,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:00,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:00,075 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:00,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:00,535 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:00,536 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:00,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:00,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078060529, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:20:00,539 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06572727 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@288cba4b 2024-12-13T08:20:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:00,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:00,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:00,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:00,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:00,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:00,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:00,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:00,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:00,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:00,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:00,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:00,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:00,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:00,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:00,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:00,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:00,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:00,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:00,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:00,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:00,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:00,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:00,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:00,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:00,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:00,595 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:00,608 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46acb1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:00,611 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:00,612 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:20:00,615 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06572727 to 127.0.0.1:49557 2024-12-13T08:20:00,615 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:01,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:01,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:01,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:01,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:01,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:01,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:01,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:01,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:01,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:01,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:01,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:01,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:01,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:01,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:01,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:01,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:01,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:01,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:01,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:01,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:01,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:01,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:01,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:01,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:01,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:01,114 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:01,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:01,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:01,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:01,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:01,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:01,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:01,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:01,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:01,625 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:01,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:01,626 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:01,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:01,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:01,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078061617, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:20:01,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:01,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:01,628 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6012f917 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d0159bc 2024-12-13T08:20:01,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:01,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:01,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:01,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:01,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:01,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:01,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:01,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:01,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:01,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:01,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:01,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:01,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:01,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:01,636 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:01,667 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e83944c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:01,670 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:01,672 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:20:01,674 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6012f917 to 127.0.0.1:49557 2024-12-13T08:20:01,675 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:02,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:02,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:02,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:02,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:02,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:02,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:02,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:02,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:02,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:02,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:02,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:02,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:02,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:02,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:02,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:02,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:02,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:02,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:02,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:02,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:02,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:02,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:02,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:02,151 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:02,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:02,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:02,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:02,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:02,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:02,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:02,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:02,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:02,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:02,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:02,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:02,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:02,667 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:02,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:02,678 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:02,679 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:02,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:02,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078062675, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:20:02,680 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a306115 to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d5b0356 2024-12-13T08:20:02,724 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f68d545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:02,725 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:02,726 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:20:02,727 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a306115 to 127.0.0.1:49557 2024-12-13T08:20:02,727 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:03,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [6b1293cedc9a%2C42439%2C1734077915558]: currently replicating from: hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 at position: -1 2024-12-13T08:20:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:03,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:03,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:03,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:03,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:03,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:03,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:03,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:03,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:03,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:03,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:03,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:03,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:03,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:03,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:03,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:03,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:03,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:03,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:03,189 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:03,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:03,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:03,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:03,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:03,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:03,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:03,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:03,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:03,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:03,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:03,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:03,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:03,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:03,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:03,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:03,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:03,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:03,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:03,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:03,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:03,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:03,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:03,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:03,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:03,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:03,705 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T08:20:03,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:03,733 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:03,734 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:03,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:03,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078063728, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:20:03,735 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c9c15e to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@514d3122 2024-12-13T08:20:03,783 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c614b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:03,785 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:03,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:20:03,790 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c9c15e to 127.0.0.1:49557 2024-12-13T08:20:03,790 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:04,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T08:20:04,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T08:20:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T08:20:04,212 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,215 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:20:04,220 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/fam, FileablePath, hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/recovered.edits] 2024-12-13T08:20:04,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/fam/3905422cdf8e4441a0b791ca698516e9 to hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/archive/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/fam/3905422cdf8e4441a0b791ca698516e9 2024-12-13T08:20:04,231 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/recovered.edits/8.seqid to hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/archive/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2/recovered.edits/8.seqid 2024-12-13T08:20:04,232 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/testdroppedtimed/de22efc57dc9fdc2e1d5bc29c9e962a2 2024-12-13T08:20:04,232 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T08:20:04,235 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,236 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T08:20:04,238 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T08:20:04,239 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,239 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T08:20:04,239 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734078004239"}]},"ts":"9223372036854775807"} 2024-12-13T08:20:04,241 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T08:20:04,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => de22efc57dc9fdc2e1d5bc29c9e962a2, NAME => 'testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T08:20:04,241 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T08:20:04,241 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734078004241"}]},"ts":"9223372036854775807"} 2024-12-13T08:20:04,242 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T08:20:04,282 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T08:20:04,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 74 msec 2024-12-13T08:20:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T08:20:04,314 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T08:20:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:04,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:04,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:04,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:04,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:04,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:04,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:04,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:04,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:04,332 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T08:20:04,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:04,800 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T08:20:04,801 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:04,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T08:20:04,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:49998 deadline: 1734078064791, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T08:20:04,803 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e52678b to 127.0.0.1:49557 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@162e9742 2024-12-13T08:20:04,816 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ee57ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T08:20:04,818 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T08:20:04,819 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T08:20:04,820 WARN [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T08:20:04,822 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e52678b to 127.0.0.1:49557 2024-12-13T08:20:04,822 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:04,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:04,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:04,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:04,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:04,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:04,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:04,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:04,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:04,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:04,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:04,849 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T08:20:05,074 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:05,075 INFO [6b1293cedc9a:35055Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T08:20:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:05,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:05,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:05,359 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T08:20:05,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:05,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:05,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:05,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:05,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:05,868 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/27=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/28=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/29=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/30=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/31=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/32=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/33=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/34=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/35=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/36=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/37=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/38=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/39=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/40=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/41=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/42=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/43=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/44=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/45=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/46=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/47=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/48=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/49=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:05,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:05,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:05,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:05,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:05,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:05,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:05,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,890 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:05,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:05,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:05,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:05,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:05,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:05,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:05,895 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T08:20:05,903 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/51=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/52=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/53=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/54=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/55=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/56=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/57=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/58=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/59=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/60=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/61=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/62=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/63=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/64=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/65=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/66=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/67=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/68=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/69=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/70=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/71=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/72=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/73=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,906 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,915 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/75=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/76=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/77=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/78=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/79=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/80=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/81=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/82=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/83=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/84=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/85=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/86=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/87=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/88=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/89=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/90=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/91=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/92=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/93=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/94=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/95=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/96=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/97=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,918 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,931 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/99=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/100=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/101=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/102=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/103=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/104=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/105=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/106=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/107=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/108=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/109=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/110=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/111=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/112=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/113=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/114=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/115=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/116=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/117=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/118=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/119=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/120=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/121=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,935 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,948 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/123=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/124=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/125=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/126=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/127=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/128=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/129=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/130=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/131=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/132=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/133=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/134=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/135=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/136=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/137=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/138=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/139=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/140=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/141=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/142=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/143=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/144=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/145=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,953 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,986 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/147=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/148=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/149=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/150=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/151=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/152=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/153=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/154=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/155=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/156=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/157=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/158=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/159=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/160=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/161=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/162=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/163=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/164=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/165=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/166=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/167=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/168=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/169=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:05,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,992 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:05,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:05,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:05,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,006 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/171=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/172=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/173=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/174=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/175=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/176=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/177=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/178=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/179=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/180=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/181=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/182=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/183=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/184=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/185=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/186=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/187=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/188=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/189=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/190=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/191=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/192=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/193=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,009 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,023 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/195=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/196=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/197=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/198=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/199=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/200=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/201=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/202=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/203=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/204=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/205=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/206=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/207=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/208=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/209=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/210=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/211=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/212=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/213=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/214=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/215=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/216=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/217=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,026 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,040 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/219=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/220=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/221=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/222=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/223=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/224=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/225=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/226=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/227=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/228=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/229=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/230=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/231=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/232=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/233=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/234=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/235=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/236=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/237=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/238=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/239=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/240=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/241=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,042 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,053 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/243=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/244=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/245=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/246=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/247=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/248=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/249=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/250=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/251=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/252=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/253=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/254=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/255=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/256=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/257=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/258=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/259=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/260=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/261=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/262=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/263=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/264=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/265=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,055 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,065 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/267=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/268=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/269=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/270=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/271=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/272=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/273=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/274=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/275=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/276=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/277=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/278=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/279=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/280=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/281=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/282=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/283=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/284=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/285=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/286=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/287=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/288=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/289=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,068 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,081 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/291=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/292=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/293=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/294=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/295=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/296=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/297=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/298=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/299=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/300=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/301=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/302=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/303=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/304=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/305=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/306=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/307=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/308=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/309=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/310=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/311=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/312=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/313=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,084 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,098 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/315=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/316=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/317=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/318=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/319=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/320=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/321=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/322=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/323=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/324=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/325=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/326=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/327=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/328=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/329=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/330=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/331=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/332=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/333=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/334=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/335=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/336=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/337=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,100 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,115 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/339=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/340=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/341=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/342=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/343=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/344=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/345=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/346=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/347=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/348=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/349=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/350=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/351=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/352=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/353=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/354=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/355=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/356=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/357=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/358=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/359=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/360=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/361=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,118 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,131 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/363=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/364=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/365=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/366=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/367=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/368=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/369=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/370=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/371=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/372=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/373=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/374=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/375=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/376=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/377=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/378=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/379=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/380=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/381=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/382=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/383=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/384=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/385=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,133 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,148 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/387=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/388=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/389=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/390=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/391=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/392=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/393=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/394=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/395=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/396=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/397=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/398=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/399=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/400=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/401=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/402=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/403=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/404=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/405=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/406=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/407=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/408=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/409=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,151 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,161 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/411=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/412=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/413=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/414=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/415=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/416=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/417=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/418=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/419=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/420=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/421=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/422=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/423=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/424=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/425=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/426=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/427=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/428=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/429=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/430=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/431=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/432=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/433=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,164 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,173 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/435=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/436=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/437=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/438=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/439=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/440=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/441=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/442=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/443=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/444=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/445=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/446=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/447=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/448=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/449=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/450=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/451=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/452=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/453=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/454=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/455=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/456=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/457=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,175 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,190 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/459=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/460=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/461=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/462=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/463=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/464=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/465=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/466=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/467=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/468=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/469=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/470=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/471=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/472=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/473=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/474=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/475=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/476=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/477=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/478=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/479=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/480=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/481=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,191 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,206 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/483=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/484=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/485=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/486=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/487=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/488=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/489=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/490=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/491=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/492=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/493=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/494=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/495=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/496=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/497=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/498=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/499=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/500=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/501=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/502=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/503=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/504=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/505=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,209 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,348 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/507=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/508=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/509=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/510=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/511=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/512=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/513=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/514=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/515=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/516=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/517=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/518=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/519=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/520=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/521=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/522=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/523=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/524=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/525=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/526=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/527=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/528=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/529=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,349 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,365 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/531=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/532=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/533=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/534=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/535=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/536=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/537=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/538=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/539=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/540=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/541=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/542=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/543=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/544=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/545=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/546=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/547=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/548=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/549=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/550=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/551=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/552=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/553=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,367 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,381 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/555=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/556=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/557=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/558=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/559=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/560=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/561=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/562=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/563=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/564=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/565=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/566=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/567=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/568=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/569=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/570=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/571=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/572=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/573=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/574=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/575=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/576=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/577=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,382 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:06,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:06,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:06,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:06,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:06,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:06,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:06,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:06,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:06,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:06,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:06,412 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/579=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/580=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/581=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/582=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/583=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/584=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/585=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/586=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/587=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/588=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/589=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/590=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/591=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/592=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/593=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/594=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/595=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/596=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/597=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/598=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/599=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/600=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/601=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:06,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:06,414 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,414 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T08:20:06,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,431 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/603=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/604=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/605=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/606=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/607=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/608=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/609=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/610=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/611=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/612=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/613=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/614=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/615=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/616=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/617=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/618=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/619=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/620=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/621=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/622=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/623=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/624=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/625=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,432 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,445 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/627=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/628=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/629=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/630=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/631=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/632=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/633=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/634=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/635=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/636=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/637=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/638=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/639=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/640=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/641=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/642=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/643=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/644=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/645=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/646=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/647=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/648=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/649=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,446 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,456 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/651=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/652=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/653=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/654=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/655=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/656=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/657=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/658=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/659=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/660=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/661=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/662=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/663=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/664=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/665=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/666=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/667=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/668=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/669=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/670=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/671=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/672=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/673=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,457 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,470 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/675=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/676=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/677=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/678=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/679=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/680=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/681=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/682=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/683=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/684=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/685=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/686=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/687=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/688=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/689=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/690=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/691=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/692=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/693=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/694=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/695=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/696=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/697=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,471 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,481 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/699=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/700=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/701=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/702=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/703=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/704=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/705=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/706=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/707=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/708=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/709=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/710=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/711=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/712=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/713=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/714=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/715=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/716=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/717=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/718=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/719=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/720=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/721=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,483 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,495 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/723=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/724=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/725=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/726=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/727=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/728=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/729=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/730=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/731=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/732=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/733=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/734=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/735=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/736=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/737=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/738=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/739=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/740=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/741=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/742=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/743=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/744=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/745=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,496 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,506 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/747=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/748=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/749=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/750=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/751=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/752=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/753=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/754=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/755=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/756=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/757=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/758=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/759=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/760=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/761=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/762=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/763=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/764=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/765=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/766=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/767=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/768=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/769=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,508 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,520 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/771=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/772=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/773=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/774=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/775=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/776=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/777=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/778=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/779=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/780=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/781=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/782=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/783=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/784=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/785=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/786=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/787=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/788=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/789=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/790=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/791=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/792=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/793=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,521 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,531 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/795=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/796=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/797=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/798=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/799=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/800=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/801=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/802=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/803=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/804=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/805=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/806=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/807=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/808=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/809=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/810=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/811=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/812=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/813=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/814=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/815=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/816=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/817=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,533 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,548 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/819=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/820=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/821=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/822=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/823=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/824=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/825=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/826=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/827=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/828=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/829=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/830=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/831=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/832=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/833=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/834=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/835=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/836=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/837=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/838=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/839=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/840=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/841=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,549 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,562 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/843=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/844=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/845=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/846=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/847=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/848=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/849=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/850=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/851=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/852=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/853=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/854=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/855=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/856=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/857=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/858=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/859=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/860=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/861=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/862=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/863=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/864=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/865=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,563 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,706 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/867=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/868=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/869=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/870=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/871=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/872=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/873=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/874=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/875=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/876=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/877=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/878=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/879=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/880=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/881=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/882=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/883=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/884=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/885=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/886=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/887=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/888=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/889=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,708 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,723 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/891=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/892=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/893=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/894=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/895=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/896=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/897=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/898=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/899=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/900=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/901=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/902=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/903=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/904=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/905=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/906=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/907=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/908=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/909=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/910=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/911=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/912=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/913=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,724 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,740 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/915=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/916=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/917=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/918=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/919=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/920=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/921=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/922=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/923=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/924=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/925=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/926=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/927=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/928=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/929=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/930=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/931=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/932=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/933=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/934=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/935=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/936=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/937=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,741 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T08:20:06,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,753 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/939=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/940=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/941=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/942=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/943=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/944=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/945=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/946=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/947=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/948=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/949=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/950=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/951=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/952=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/953=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/954=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/955=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/956=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/957=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/958=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/959=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/960=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/961=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,754 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T08:20:06,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,765 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 4208104, reset compression=false 2024-12-13T08:20:06,765 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/963=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/964=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/965=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/966=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/967=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/968=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/969=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/970=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/971=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/972=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/973=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/974=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/975=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/976=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/977=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/978=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/979=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/980=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/981=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/982=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/983=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/984=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/985=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T08:20:06,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T08:20:06,781 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 4208924, reset compression=false 2024-12-13T08:20:06,781 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/025b81fc62443c920bb7386635cde1cb/987=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/988=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/989=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/990=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/991=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/992=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/993=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/994=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/995=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/996=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/997=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/998=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/999=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/1000=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/1001=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/1002=[#edits: 1 = ],4297}, {test/025b81fc62443c920bb7386635cde1cb/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T08:20:06,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T08:20:06,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T08:20:06,819 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T08:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T08:20:06,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T08:20:06,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T08:20:06,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T08:20:06,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T08:20:06,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T08:20:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T08:20:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T08:20:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T08:20:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T08:20:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T08:20:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T08:20:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T08:20:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T08:20:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T08:20:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T08:20:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T08:20:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T08:20:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T08:20:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T08:20:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T08:20:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T08:20:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T08:20:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T08:20:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T08:20:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T08:20:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T08:20:06,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-13T08:20:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T08:20:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T08:20:06,950 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T08:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T08:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T08:20:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T08:20:06,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T08:20:06,988 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.wal-reader.6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/WALs/6b1293cedc9a,42439,1734077915558/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 to pos 4208924, reset compression=false 2024-12-13T08:20:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T08:20:07,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6b1293cedc9a,42439,1734077915558 2024-12-13T08:20:07,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42439 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T08:20:07,110 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T08:20:07,110 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T08:20:07,111 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T08:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001e782c52000f, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001e782c52000f, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c49070a to 127.0.0.1:49557 2024-12-13T08:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T08:20:07,321 WARN [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T08:20:07,421 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0.replicationSource,2.replicationSource.shipper6b1293cedc9a%2C42439%2C1734077915558,2 terminated 2024-12-13T08:20:07,422 INFO [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T08:20:07,425 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/6b1293cedc9a,42439,1734077915558/2/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 2024-12-13T08:20:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/6b1293cedc9a,42439,1734077915558/2/6b1293cedc9a%2C42439%2C1734077915558.1734077918144 2024-12-13T08:20:07,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/6b1293cedc9a,42439,1734077915558/2 2024-12-13T08:20:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/6b1293cedc9a,42439,1734077915558/2 2024-12-13T08:20:07,437 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T08:20:07,437 DEBUG [RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T08:20:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T08:20:07,439 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 6b1293cedc9a,42439,1734077915558 suceeded 2024-12-13T08:20:07,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T08:20:07,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 482 msec 2024-12-13T08:20:07,449 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T08:20:07,449 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T08:20:07,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 503 msec 2024-12-13T08:20:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T08:20:07,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=397 (was 390) Potentially hanging thread: hconnection-0x198acaad-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x644e5241-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x198acaad-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x198acaad-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x198acaad-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x7bf7a331-SendThread(127.0.0.1:49557) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x198acaad-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/6b1293cedc9a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x644e5241-SendThread(127.0.0.1:49557) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x7bf7a331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f5b04b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x7bf7a331-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (888532730) connection to localhost/127.0.0.1:46499 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1427994958_22 at /127.0.0.1:42584 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x644e5241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f5b04b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49557@0x4e71ae3f java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$759/0x00007f5b04b38c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x198acaad-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=10328 (was 10830) 2024-12-13T08:20:07,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4ca343 to 127.0.0.1:49557 2024-12-13T08:20:07,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b1e2d88 to 127.0.0.1:49557 2024-12-13T08:20:07,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,572 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0317372c to 127.0.0.1:49557 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:07,573 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51143fd0 to 127.0.0.1:49557 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:07,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1665976016, stopped=false 2024-12-13T08:20:07,573 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,42827,1734077922685 2024-12-13T08:20:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T08:20:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T08:20:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:20:07,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:20:07,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:07,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,590 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,35055,1734077922821' ***** 2024-12-13T08:20:07,590 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:07,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T08:20:07,591 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:07,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T08:20:07,591 INFO [RS:0;6b1293cedc9a:35055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:07,591 INFO [RS:0;6b1293cedc9a:35055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:07,591 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:07,591 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 2a2d0e985028b75b105a8941962c31ee 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a60b3ee74b02caeb4ee0d52462b96f8 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for bd53068a72476d34b737adc67ea246ce 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 1c43936e89ac7522cadf69ea535bca63 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for e9f75c04a2c6fe0036ddcfddabd061d5 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 6769222238ed2777d5d5dde76e2d2889 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 4b3307027cfa62fa9a7577b600fb0a2c 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 483f367de75f1bda3b23f65ad90a3c59 2024-12-13T08:20:07,592 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 688354900498d7bdabe528fdb4e72b7a 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 99c2af5049ae6fca7050dca22f6e7025 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 9916c6e530c0d02fc0a61c1b656aa4f5 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 963b25e971063e239f0160fe4fd62285 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 860a70cbe3b8428fb8061705d6f3a6a7 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 33625749bfd90c120e7ca749ed1da15e 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e259a50f95a0922091be68d2b7bbb17 2024-12-13T08:20:07,593 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2a2d0e985028b75b105a8941962c31ee, disabling compactions & flushes 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 34fa41bd4f9cdb7bd19675c0e010b40f 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 6847e274c282b32acba5fb644f63cd63 2024-12-13T08:20:07,593 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 40b8a769390f26fb09aa0e3e27e9f30f 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d202ec70d26d597e36efeebf367d974 2024-12-13T08:20:07,593 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 992f967119a5c06badf759dfac058371 2024-12-13T08:20:07,593 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. after waiting 0 ms 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 5323700684379b3cf1f6071effec088e 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:07,593 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 93b8bcd4886a9efe7a61982bd022bc5e 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 6fff234e25e1b7f8f6aecc0f5d03bf4d 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for c184e23ea8e5f7479a04b9ffcbeddd87 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,35055,1734077922821 2024-12-13T08:20:07,593 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:07,593 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:07,594 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T08:20:07,594 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:07,594 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:07,594 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:07,594 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:07,594 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:07,594 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T08:20:07,597 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1c43936e89ac7522cadf69ea535bca63, 2a2d0e985028b75b105a8941962c31ee, 33625749bfd90c120e7ca749ed1da15e, 34fa41bd4f9cdb7bd19675c0e010b40f, 3b491310cfd0d5e6bd6535145c234fa0, 40b8a769390f26fb09aa0e3e27e9f30f, 483f367de75f1bda3b23f65ad90a3c59, 4b3307027cfa62fa9a7577b600fb0a2c, 5323700684379b3cf1f6071effec088e, 5a60b3ee74b02caeb4ee0d52462b96f8, 6769222238ed2777d5d5dde76e2d2889, 6847e274c282b32acba5fb644f63cd63, 688354900498d7bdabe528fdb4e72b7a, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 860a70cbe3b8428fb8061705d6f3a6a7, 8e259a50f95a0922091be68d2b7bbb17, 93b8bcd4886a9efe7a61982bd022bc5e, 963b25e971063e239f0160fe4fd62285, 9916c6e530c0d02fc0a61c1b656aa4f5, 992f967119a5c06badf759dfac058371, 99c2af5049ae6fca7050dca22f6e7025, 9d202ec70d26d597e36efeebf367d974, bd53068a72476d34b737adc67ea246ce, c184e23ea8e5f7479a04b9ffcbeddd87, e9f75c04a2c6fe0036ddcfddabd061d5, ea50437a0e1da0e66d959373f1e79962, f3030b3ff6459e3a418c92f36d0662ed 2024-12-13T08:20:07,599 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/2a2d0e985028b75b105a8941962c31ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,599 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:20:07,599 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2a2d0e985028b75b105a8941962c31ee: 2024-12-13T08:20:07,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734077935626.2a2d0e985028b75b105a8941962c31ee. 2024-12-13T08:20:07,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5a60b3ee74b02caeb4ee0d52462b96f8, disabling compactions & flushes 2024-12-13T08:20:07,600 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:20:07,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:20:07,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. after waiting 0 ms 2024-12-13T08:20:07,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:20:07,603 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5a60b3ee74b02caeb4ee0d52462b96f8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,604 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5a60b3ee74b02caeb4ee0d52462b96f8: 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734077935626.5a60b3ee74b02caeb4ee0d52462b96f8. 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f3030b3ff6459e3a418c92f36d0662ed, disabling compactions & flushes 2024-12-13T08:20:07,604 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. after waiting 0 ms 2024-12-13T08:20:07,604 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:20:07,608 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/f3030b3ff6459e3a418c92f36d0662ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,609 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f3030b3ff6459e3a418c92f36d0662ed: 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734077935626.f3030b3ff6459e3a418c92f36d0662ed. 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bd53068a72476d34b737adc67ea246ce, disabling compactions & flushes 2024-12-13T08:20:07,609 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. after waiting 0 ms 2024-12-13T08:20:07,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:20:07,612 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/bd53068a72476d34b737adc67ea246ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,613 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bd53068a72476d34b737adc67ea246ce: 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734077935626.bd53068a72476d34b737adc67ea246ce. 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1c43936e89ac7522cadf69ea535bca63, disabling compactions & flushes 2024-12-13T08:20:07,613 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. after waiting 0 ms 2024-12-13T08:20:07,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:20:07,616 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/1c43936e89ac7522cadf69ea535bca63/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,617 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1c43936e89ac7522cadf69ea535bca63: 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734077935626.1c43936e89ac7522cadf69ea535bca63. 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e9f75c04a2c6fe0036ddcfddabd061d5, disabling compactions & flushes 2024-12-13T08:20:07,617 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. after waiting 0 ms 2024-12-13T08:20:07,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:20:07,621 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/e9f75c04a2c6fe0036ddcfddabd061d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,621 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:20:07,621 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e9f75c04a2c6fe0036ddcfddabd061d5: 2024-12-13T08:20:07,621 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734077935626.e9f75c04a2c6fe0036ddcfddabd061d5. 2024-12-13T08:20:07,622 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6769222238ed2777d5d5dde76e2d2889, disabling compactions & flushes 2024-12-13T08:20:07,622 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:20:07,622 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:20:07,622 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. after waiting 0 ms 2024-12-13T08:20:07,622 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:20:07,623 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/info/acceb4d7eb1c472ca331b883b45a2784 is 143, key is hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63./info:regioninfo/1734077927068/Put/seqid=0 2024-12-13T08:20:07,625 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6769222238ed2777d5d5dde76e2d2889/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,626 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6769222238ed2777d5d5dde76e2d2889: 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734077935626.6769222238ed2777d5d5dde76e2d2889. 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4b3307027cfa62fa9a7577b600fb0a2c, disabling compactions & flushes 2024-12-13T08:20:07,626 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. after waiting 0 ms 2024-12-13T08:20:07,626 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:20:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741866_1042 (size=36340) 2024-12-13T08:20:07,630 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/4b3307027cfa62fa9a7577b600fb0a2c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,631 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4b3307027cfa62fa9a7577b600fb0a2c: 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734077935626.4b3307027cfa62fa9a7577b600fb0a2c. 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 483f367de75f1bda3b23f65ad90a3c59, disabling compactions & flushes 2024-12-13T08:20:07,631 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. after waiting 0 ms 2024-12-13T08:20:07,631 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:20:07,635 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/483f367de75f1bda3b23f65ad90a3c59/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,635 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:20:07,635 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 483f367de75f1bda3b23f65ad90a3c59: 2024-12-13T08:20:07,635 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59. 2024-12-13T08:20:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 688354900498d7bdabe528fdb4e72b7a, disabling compactions & flushes 2024-12-13T08:20:07,636 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:20:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:20:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. after waiting 0 ms 2024-12-13T08:20:07,636 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:20:07,639 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/688354900498d7bdabe528fdb4e72b7a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,640 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 688354900498d7bdabe528fdb4e72b7a: 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734077935626.688354900498d7bdabe528fdb4e72b7a. 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99c2af5049ae6fca7050dca22f6e7025, disabling compactions & flushes 2024-12-13T08:20:07,640 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. after waiting 0 ms 2024-12-13T08:20:07,640 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:20:07,641 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:07,644 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/99c2af5049ae6fca7050dca22f6e7025/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,644 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:20:07,644 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99c2af5049ae6fca7050dca22f6e7025: 2024-12-13T08:20:07,644 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734077935626.99c2af5049ae6fca7050dca22f6e7025. 2024-12-13T08:20:07,645 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9916c6e530c0d02fc0a61c1b656aa4f5, disabling compactions & flushes 2024-12-13T08:20:07,645 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:20:07,645 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:20:07,645 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. after waiting 0 ms 2024-12-13T08:20:07,645 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:20:07,648 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9916c6e530c0d02fc0a61c1b656aa4f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,648 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9916c6e530c0d02fc0a61c1b656aa4f5: 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734077935626.9916c6e530c0d02fc0a61c1b656aa4f5. 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 963b25e971063e239f0160fe4fd62285, disabling compactions & flushes 2024-12-13T08:20:07,649 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. after waiting 0 ms 2024-12-13T08:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:20:07,652 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/963b25e971063e239f0160fe4fd62285/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,653 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 963b25e971063e239f0160fe4fd62285: 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734077935626.963b25e971063e239f0160fe4fd62285. 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 860a70cbe3b8428fb8061705d6f3a6a7, disabling compactions & flushes 2024-12-13T08:20:07,653 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. after waiting 0 ms 2024-12-13T08:20:07,653 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:20:07,657 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/860a70cbe3b8428fb8061705d6f3a6a7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,657 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 860a70cbe3b8428fb8061705d6f3a6a7: 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734077935626.860a70cbe3b8428fb8061705d6f3a6a7. 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33625749bfd90c120e7ca749ed1da15e, disabling compactions & flushes 2024-12-13T08:20:07,658 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. after waiting 0 ms 2024-12-13T08:20:07,658 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:20:07,661 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/33625749bfd90c120e7ca749ed1da15e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:07,662 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:20:07,662 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33625749bfd90c120e7ca749ed1da15e: 2024-12-13T08:20:07,662 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734077935626.33625749bfd90c120e7ca749ed1da15e. 2024-12-13T08:20:07,662 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b491310cfd0d5e6bd6535145c234fa0, disabling compactions & flushes 2024-12-13T08:20:07,662 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 3b491310cfd0d5e6bd6535145c234fa0 2024-12-13T08:20:07,663 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3b491310cfd0d5e6bd6535145c234fa0 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T08:20:07,701 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/.tmp/f/c52020c920204cf388398c2afde51b0b is 4136, key is NormalPut000/f:row/1734077949343/Put/seqid=0 2024-12-13T08:20:07,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741867_1043 (size=4145786) 2024-12-13T08:20:07,797 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 34fa41bd4f9cdb7bd19675c0e010b40f, 3b491310cfd0d5e6bd6535145c234fa0, 40b8a769390f26fb09aa0e3e27e9f30f, 5323700684379b3cf1f6071effec088e, 6847e274c282b32acba5fb644f63cd63, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 8e259a50f95a0922091be68d2b7bbb17, 93b8bcd4886a9efe7a61982bd022bc5e, 992f967119a5c06badf759dfac058371, 9d202ec70d26d597e36efeebf367d974, c184e23ea8e5f7479a04b9ffcbeddd87, ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:07,998 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 34fa41bd4f9cdb7bd19675c0e010b40f, 3b491310cfd0d5e6bd6535145c234fa0, 40b8a769390f26fb09aa0e3e27e9f30f, 5323700684379b3cf1f6071effec088e, 6847e274c282b32acba5fb644f63cd63, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 8e259a50f95a0922091be68d2b7bbb17, 93b8bcd4886a9efe7a61982bd022bc5e, 992f967119a5c06badf759dfac058371, 9d202ec70d26d597e36efeebf367d974, c184e23ea8e5f7479a04b9ffcbeddd87, ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:08,028 INFO [6b1293cedc9a:42439Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T08:20:08,030 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/info/acceb4d7eb1c472ca331b883b45a2784 2024-12-13T08:20:08,059 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1cff9752474d5881375591fd704443 is 115, key is test,bbb,1734077935626.483f367de75f1bda3b23f65ad90a3c59./rep_barrier:seqnumDuringOpen/1734077940005/Put/seqid=0 2024-12-13T08:20:08,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741868_1044 (size=8574) 2024-12-13T08:20:08,104 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/.tmp/f/c52020c920204cf388398c2afde51b0b 2024-12-13T08:20:08,114 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/.tmp/f/c52020c920204cf388398c2afde51b0b as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/f/c52020c920204cf388398c2afde51b0b 2024-12-13T08:20:08,120 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/f/c52020c920204cf388398c2afde51b0b, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T08:20:08,121 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 3b491310cfd0d5e6bd6535145c234fa0 in 459ms, sequenceid=144, compaction requested=false 2024-12-13T08:20:08,121 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:20:08,121 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:20:08,121 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. after waiting 0 ms 2024-12-13T08:20:08,121 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:20:08,125 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/3b491310cfd0d5e6bd6535145c234fa0/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T08:20:08,125 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:20:08,125 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b491310cfd0d5e6bd6535145c234fa0: 2024-12-13T08:20:08,125 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734077935626.3b491310cfd0d5e6bd6535145c234fa0. 2024-12-13T08:20:08,125 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e259a50f95a0922091be68d2b7bbb17, disabling compactions & flushes 2024-12-13T08:20:08,126 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:20:08,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:20:08,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. after waiting 0 ms 2024-12-13T08:20:08,126 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:20:08,127 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:08,127 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:08,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/8e259a50f95a0922091be68d2b7bbb17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,129 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:20:08,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e259a50f95a0922091be68d2b7bbb17: 2024-12-13T08:20:08,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734077935626.8e259a50f95a0922091be68d2b7bbb17. 2024-12-13T08:20:08,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 34fa41bd4f9cdb7bd19675c0e010b40f, disabling compactions & flushes 2024-12-13T08:20:08,129 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:20:08,129 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:20:08,130 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. after waiting 0 ms 2024-12-13T08:20:08,130 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:20:08,133 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/34fa41bd4f9cdb7bd19675c0e010b40f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,134 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 34fa41bd4f9cdb7bd19675c0e010b40f: 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734077935626.34fa41bd4f9cdb7bd19675c0e010b40f. 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6847e274c282b32acba5fb644f63cd63, disabling compactions & flushes 2024-12-13T08:20:08,134 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. after waiting 0 ms 2024-12-13T08:20:08,134 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:20:08,134 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6847e274c282b32acba5fb644f63cd63 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:08,149 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/.tmp/info/4457447863634470bee2b81a642a22e7 is 45, key is default/info:d/1734077927204/Put/seqid=0 2024-12-13T08:20:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741869_1045 (size=5037) 2024-12-13T08:20:08,198 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 40b8a769390f26fb09aa0e3e27e9f30f, 5323700684379b3cf1f6071effec088e, 6847e274c282b32acba5fb644f63cd63, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 93b8bcd4886a9efe7a61982bd022bc5e, 992f967119a5c06badf759dfac058371, 9d202ec70d26d597e36efeebf367d974, c184e23ea8e5f7479a04b9ffcbeddd87, ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:08,398 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 40b8a769390f26fb09aa0e3e27e9f30f, 5323700684379b3cf1f6071effec088e, 6847e274c282b32acba5fb644f63cd63, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 93b8bcd4886a9efe7a61982bd022bc5e, 992f967119a5c06badf759dfac058371, 9d202ec70d26d597e36efeebf367d974, c184e23ea8e5f7479a04b9ffcbeddd87, ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:08,465 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1cff9752474d5881375591fd704443 2024-12-13T08:20:08,494 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/table/4ce98473c4fb4ef69945472accf7ae2a is 94, key is testdroppedtimed,,1734077946583.2485be7a306e973a62c026b8299afc99./table:/1734077950496/DeleteFamily/seqid=0 2024-12-13T08:20:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741870_1046 (size=5605) 2024-12-13T08:20:08,555 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/.tmp/info/4457447863634470bee2b81a642a22e7 2024-12-13T08:20:08,568 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/.tmp/info/4457447863634470bee2b81a642a22e7 as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/info/4457447863634470bee2b81a642a22e7 2024-12-13T08:20:08,575 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/info/4457447863634470bee2b81a642a22e7, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:08,576 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6847e274c282b32acba5fb644f63cd63 in 442ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:08,580 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/namespace/6847e274c282b32acba5fb644f63cd63/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:08,581 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6847e274c282b32acba5fb644f63cd63: 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734077925829.6847e274c282b32acba5fb644f63cd63. 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 40b8a769390f26fb09aa0e3e27e9f30f, disabling compactions & flushes 2024-12-13T08:20:08,581 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. after waiting 0 ms 2024-12-13T08:20:08,581 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:20:08,585 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/40b8a769390f26fb09aa0e3e27e9f30f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,586 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 40b8a769390f26fb09aa0e3e27e9f30f: 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734077935626.40b8a769390f26fb09aa0e3e27e9f30f. 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d202ec70d26d597e36efeebf367d974, disabling compactions & flushes 2024-12-13T08:20:08,586 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. after waiting 0 ms 2024-12-13T08:20:08,586 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:20:08,590 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/9d202ec70d26d597e36efeebf367d974/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,591 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d202ec70d26d597e36efeebf367d974: 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734077935626.9d202ec70d26d597e36efeebf367d974. 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 992f967119a5c06badf759dfac058371, disabling compactions & flushes 2024-12-13T08:20:08,591 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734077935626.992f967119a5c06badf759dfac058371. after waiting 0 ms 2024-12-13T08:20:08,591 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:20:08,595 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/992f967119a5c06badf759dfac058371/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,596 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 992f967119a5c06badf759dfac058371: 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734077935626.992f967119a5c06badf759dfac058371. 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5323700684379b3cf1f6071effec088e, disabling compactions & flushes 2024-12-13T08:20:08,596 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. after waiting 0 ms 2024-12-13T08:20:08,596 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:20:08,598 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-13T08:20:08,598 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1603): Online Regions={5323700684379b3cf1f6071effec088e=test,ggg,1734077935626.5323700684379b3cf1f6071effec088e., ea50437a0e1da0e66d959373f1e79962=test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962., 93b8bcd4886a9efe7a61982bd022bc5e=test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e., 1588230740=hbase:meta,,1.1588230740, 6fff234e25e1b7f8f6aecc0f5d03bf4d=test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d., c184e23ea8e5f7479a04b9ffcbeddd87=test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87.} 2024-12-13T08:20:08,599 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5323700684379b3cf1f6071effec088e, 6fff234e25e1b7f8f6aecc0f5d03bf4d, 93b8bcd4886a9efe7a61982bd022bc5e, c184e23ea8e5f7479a04b9ffcbeddd87, ea50437a0e1da0e66d959373f1e79962 2024-12-13T08:20:08,600 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/5323700684379b3cf1f6071effec088e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,601 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5323700684379b3cf1f6071effec088e: 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734077935626.5323700684379b3cf1f6071effec088e. 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ea50437a0e1da0e66d959373f1e79962, disabling compactions & flushes 2024-12-13T08:20:08,601 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. after waiting 0 ms 2024-12-13T08:20:08,601 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/ea50437a0e1da0e66d959373f1e79962/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,605 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ea50437a0e1da0e66d959373f1e79962: 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734077935626.ea50437a0e1da0e66d959373f1e79962. 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 93b8bcd4886a9efe7a61982bd022bc5e, disabling compactions & flushes 2024-12-13T08:20:08,605 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. after waiting 0 ms 2024-12-13T08:20:08,605 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:20:08,608 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/93b8bcd4886a9efe7a61982bd022bc5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,609 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 93b8bcd4886a9efe7a61982bd022bc5e: 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734077935626.93b8bcd4886a9efe7a61982bd022bc5e. 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6fff234e25e1b7f8f6aecc0f5d03bf4d, disabling compactions & flushes 2024-12-13T08:20:08,609 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. after waiting 0 ms 2024-12-13T08:20:08,609 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:20:08,612 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/6fff234e25e1b7f8f6aecc0f5d03bf4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,613 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6fff234e25e1b7f8f6aecc0f5d03bf4d: 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734077935626.6fff234e25e1b7f8f6aecc0f5d03bf4d. 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c184e23ea8e5f7479a04b9ffcbeddd87, disabling compactions & flushes 2024-12-13T08:20:08,613 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. after waiting 0 ms 2024-12-13T08:20:08,613 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:20:08,616 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/default/test/c184e23ea8e5f7479a04b9ffcbeddd87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:08,616 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:20:08,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c184e23ea8e5f7479a04b9ffcbeddd87: 2024-12-13T08:20:08,617 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734077935626.c184e23ea8e5f7479a04b9ffcbeddd87. 2024-12-13T08:20:08,799 DEBUG [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:08,900 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/table/4ce98473c4fb4ef69945472accf7ae2a 2024-12-13T08:20:08,913 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/info/acceb4d7eb1c472ca331b883b45a2784 as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/info/acceb4d7eb1c472ca331b883b45a2784 2024-12-13T08:20:08,921 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/info/acceb4d7eb1c472ca331b883b45a2784, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T08:20:08,922 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa1cff9752474d5881375591fd704443 as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/rep_barrier/aa1cff9752474d5881375591fd704443 2024-12-13T08:20:08,930 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/rep_barrier/aa1cff9752474d5881375591fd704443, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T08:20:08,931 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/.tmp/table/4ce98473c4fb4ef69945472accf7ae2a as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/table/4ce98473c4fb4ef69945472accf7ae2a 2024-12-13T08:20:08,938 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/table/4ce98473c4fb4ef69945472accf7ae2a, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T08:20:08,939 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=77, compaction requested=false 2024-12-13T08:20:08,944 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T08:20:08,944 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:08,944 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:08,944 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:08,944 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:08,999 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,35055,1734077922821; all regions closed. 2024-12-13T08:20:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741834_1010 (size=40374) 2024-12-13T08:20:09,012 DEBUG [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/oldWALs 2024-12-13T08:20:09,012 INFO [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C35055%2C1734077922821.meta:.meta(num 1734077925743) 2024-12-13T08:20:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741832_1008 (size=7175253) 2024-12-13T08:20:09,016 DEBUG [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/oldWALs 2024-12-13T08:20:09,016 INFO [RS:0;6b1293cedc9a:35055 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C35055%2C1734077922821:(num 1734077925189) 2024-12-13T08:20:09,016 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:09,016 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:09,017 INFO [RS:0;6b1293cedc9a:35055 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:09,017 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:09,018 INFO [RS:0;6b1293cedc9a:35055 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;6b1293cedc9a:35055. 2024-12-13T08:20:09,018 DEBUG [RS:0;6b1293cedc9a:35055 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T08:20:09,018 DEBUG [RS:0;6b1293cedc9a:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:09,018 DEBUG [RS:0;6b1293cedc9a:35055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x644e5241 to 127.0.0.1:49557 2024-12-13T08:20:09,019 INFO [RS:0;6b1293cedc9a:35055 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35055 2024-12-13T08:20:09,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T08:20:09,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/6b1293cedc9a,35055,1734077922821 2024-12-13T08:20:09,074 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f5b048e0000@5c314238 rejected from java.util.concurrent.ThreadPoolExecutor@1933c7da[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-13T08:20:09,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,35055,1734077922821] 2024-12-13T08:20:09,082 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,35055,1734077922821; numProcessing=1 2024-12-13T08:20:09,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/6b1293cedc9a,35055,1734077922821 already deleted, retry=false 2024-12-13T08:20:09,090 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,35055,1734077922821 expired; onlineServers=0 2024-12-13T08:20:09,090 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,42827,1734077922685' ***** 2024-12-13T08:20:09,090 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:09,091 DEBUG [M:0;6b1293cedc9a:42827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:09,091 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,42827,1734077922685 2024-12-13T08:20:09,091 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,42827,1734077922685; all regions closed. 2024-12-13T08:20:09,091 DEBUG [M:0;6b1293cedc9a:42827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:09,091 DEBUG [M:0;6b1293cedc9a:42827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:09,092 DEBUG [M:0;6b1293cedc9a:42827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:09,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:09,092 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077924914 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077924914,5,FailOnTimeoutGroup] 2024-12-13T08:20:09,092 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077924914 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077924914,5,FailOnTimeoutGroup] 2024-12-13T08:20:09,092 INFO [M:0;6b1293cedc9a:42827 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:09,093 DEBUG [M:0;6b1293cedc9a:42827 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:09,093 INFO [M:0;6b1293cedc9a:42827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:09,094 INFO [M:0;6b1293cedc9a:42827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:09,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T08:20:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T08:20:09,098 DEBUG [M:0;6b1293cedc9a:42827 {}] zookeeper.ZKUtil(347): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T08:20:09,099 WARN [M:0;6b1293cedc9a:42827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:09,099 INFO [M:0;6b1293cedc9a:42827 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:09,099 INFO [M:0;6b1293cedc9a:42827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:09,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T08:20:09,099 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:09,099 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:09,099 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:09,099 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:09,099 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:09,100 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.98 KB 2024-12-13T08:20:09,121 DEBUG [M:0;6b1293cedc9a:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6da65dd31324307910adab5d75ac523 is 82, key is hbase:meta,,1/info:regioninfo/1734077925785/Put/seqid=0 2024-12-13T08:20:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741871_1047 (size=5672) 2024-12-13T08:20:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:09,182 INFO [RS:0;6b1293cedc9a:35055 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,35055,1734077922821; zookeeper connection closed. 2024-12-13T08:20:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x1001e782c520004, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:09,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36dca439 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36dca439 2024-12-13T08:20:09,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T08:20:09,527 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6da65dd31324307910adab5d75ac523 2024-12-13T08:20:09,558 DEBUG [M:0;6b1293cedc9a:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dcf438a92d486d9d7b9d207131b6bb is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734077940228/Put/seqid=0 2024-12-13T08:20:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741872_1048 (size=11249) 2024-12-13T08:20:09,963 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dcf438a92d486d9d7b9d207131b6bb 2024-12-13T08:20:09,968 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96dcf438a92d486d9d7b9d207131b6bb 2024-12-13T08:20:09,982 DEBUG [M:0;6b1293cedc9a:42827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea45469d7054d56a3b00bc38bb8d0c1 is 69, key is 6b1293cedc9a,35055,1734077922821/rs:state/1734077925028/Put/seqid=0 2024-12-13T08:20:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741873_1049 (size=5156) 2024-12-13T08:20:10,389 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea45469d7054d56a3b00bc38bb8d0c1 2024-12-13T08:20:10,399 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6da65dd31324307910adab5d75ac523 as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6da65dd31324307910adab5d75ac523 2024-12-13T08:20:10,407 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6da65dd31324307910adab5d75ac523, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T08:20:10,408 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96dcf438a92d486d9d7b9d207131b6bb as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96dcf438a92d486d9d7b9d207131b6bb 2024-12-13T08:20:10,413 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96dcf438a92d486d9d7b9d207131b6bb 2024-12-13T08:20:10,414 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96dcf438a92d486d9d7b9d207131b6bb, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T08:20:10,415 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea45469d7054d56a3b00bc38bb8d0c1 as hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea45469d7054d56a3b00bc38bb8d0c1 2024-12-13T08:20:10,420 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41293/user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea45469d7054d56a3b00bc38bb8d0c1, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T08:20:10,421 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225542, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=549, compaction requested=false 2024-12-13T08:20:10,423 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:10,423 DEBUG [M:0;6b1293cedc9a:42827 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37345 is added to blk_1073741830_1006 (size=262154) 2024-12-13T08:20:10,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7ee45b86-6737-ee56-e289-21397819bf2a/MasterData/WALs/6b1293cedc9a,42827,1734077922685/6b1293cedc9a%2C42827%2C1734077922685.1734077924624 not finished, retry = 0 2024-12-13T08:20:10,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:10,527 INFO [M:0;6b1293cedc9a:42827 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:10,527 INFO [M:0;6b1293cedc9a:42827 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42827 2024-12-13T08:20:10,548 DEBUG [M:0;6b1293cedc9a:42827 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/6b1293cedc9a,42827,1734077922685 already deleted, retry=false 2024-12-13T08:20:10,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:10,657 INFO [M:0;6b1293cedc9a:42827 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,42827,1734077922685; zookeeper connection closed. 2024-12-13T08:20:10,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42827-0x1001e782c520003, quorum=127.0.0.1:49557, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:10,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b3b0318{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:10,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69338931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:10,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:10,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed68b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:10,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5906f0e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:10,667 WARN [BP-1316317883-172.17.0.2-1734077921004 heartbeating to localhost/127.0.0.1:41293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:10,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:10,667 WARN [BP-1316317883-172.17.0.2-1734077921004 heartbeating to localhost/127.0.0.1:41293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1316317883-172.17.0.2-1734077921004 (Datanode Uuid 3352662e-ec7e-4bd2-9102-42193f624722) service to localhost/127.0.0.1:41293 2024-12-13T08:20:10,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:10,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data1/current/BP-1316317883-172.17.0.2-1734077921004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:10,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/cluster_6a19b02b-5933-fdb2-f554-456a01424c0e/dfs/data/data2/current/BP-1316317883-172.17.0.2-1734077921004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:10,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:10,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@623c0e84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:10,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@deeae95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:10,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:10,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3232e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:10,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2a4baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eb57111a-5da4-290d-ebc1-401004eb62df/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T08:20:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T08:20:10,702 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T08:20:10,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f5aaf55 to 127.0.0.1:49557 2024-12-13T08:20:10,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:10,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T08:20:10,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-12-13T08:20:10,703 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6b1293cedc9a,41791,1734077914793 2024-12-13T08:20:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T08:20:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T08:20:10,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T08:20:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:20:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:20:10,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:10,715 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,42439,1734077915558' ***** 2024-12-13T08:20:10,715 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T08:20:10,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T08:20:10,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T08:20:10,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 22eb019eda05516d11a2faf731f9637c 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 43d0181f4211a4d028ac84ece1c839cc 2024-12-13T08:20:10,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 22eb019eda05516d11a2faf731f9637c, disabling compactions & flushes 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 338ed124edd6c2665e09109f3488ec38 2024-12-13T08:20:10,715 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for ca6ae8bf15f2b222a872c2d1255613f4 2024-12-13T08:20:10,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 1ba8229afcd67a8872c6d489cc371671 2024-12-13T08:20:10,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. after waiting 0 ms 2024-12-13T08:20:10,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for bbf2ef909879cb958e990b9fe39cbe2b 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for bb480de834e07bb6c46f6070fdd07591 2024-12-13T08:20:10,715 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 4bd7f6fed99921da3cbec31b102eb986 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for da7c7633dd7f0b006966d5e697cade30 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for b1c5e9aee6bea017aef807dc150f6128 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for b4a429dfd58dd1f099dfa95ea6e23d74 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for e6279774b47d224c0ef12bba5c2dccc0 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 6899471857319ecf7da02282b73f958e 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ed026335750e903144196f5d2cd2297 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e3192e9d34a775dec538ebdf4f2f4af 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 8539b7930ea4f8019a81c6d08679b970 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 1b65e474d19f7c1a01eb56d43c25a48b 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f07c197f599a726dcecb57a73b4a4dc 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for ec074cd470787cde720f728203ad6ad7 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ef1285ad3efd5c55f469468cd089324 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 63d89876ed81ab3307bcdbbb8d8976b6 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 454e5590cbad5d9a6b394481c787f4ff 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 025b81fc62443c920bb7386635cde1cb 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 32668c834904b2605820409797b0f3dd 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 9937d4e6689fd58c2531a72d8f8f64e1 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for aed97598616da3c648e472de48c0d243 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,42439,1734077915558 2024-12-13T08:20:10,716 DEBUG [RS:0;6b1293cedc9a:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T08:20:10,716 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T08:20:10,716 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 025b81fc62443c920bb7386635cde1cb, 1588230740, 1b65e474d19f7c1a01eb56d43c25a48b, 1ba8229afcd67a8872c6d489cc371671, 22eb019eda05516d11a2faf731f9637c, 2ed026335750e903144196f5d2cd2297, 2ef1285ad3efd5c55f469468cd089324, 32668c834904b2605820409797b0f3dd, 338ed124edd6c2665e09109f3488ec38, 43d0181f4211a4d028ac84ece1c839cc, 454e5590cbad5d9a6b394481c787f4ff, 4bd7f6fed99921da3cbec31b102eb986, 63d89876ed81ab3307bcdbbb8d8976b6, 6899471857319ecf7da02282b73f958e, 6f07c197f599a726dcecb57a73b4a4dc, 8539b7930ea4f8019a81c6d08679b970, 9937d4e6689fd58c2531a72d8f8f64e1, 9e3192e9d34a775dec538ebdf4f2f4af, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b, b1c5e9aee6bea017aef807dc150f6128, b4a429dfd58dd1f099dfa95ea6e23d74, bb480de834e07bb6c46f6070fdd07591, bbf2ef909879cb958e990b9fe39cbe2b, ca6ae8bf15f2b222a872c2d1255613f4, da7c7633dd7f0b006966d5e697cade30, e6279774b47d224c0ef12bba5c2dccc0, ec074cd470787cde720f728203ad6ad7 2024-12-13T08:20:10,716 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T08:20:10,716 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T08:20:10,716 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T08:20:10,716 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T08:20:10,716 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T08:20:10,717 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T08:20:10,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/22eb019eda05516d11a2faf731f9637c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,719 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:20:10,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 22eb019eda05516d11a2faf731f9637c: 2024-12-13T08:20:10,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734077927463.22eb019eda05516d11a2faf731f9637c. 2024-12-13T08:20:10,720 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 43d0181f4211a4d028ac84ece1c839cc, disabling compactions & flushes 2024-12-13T08:20:10,720 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:20:10,720 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:20:10,720 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. after waiting 0 ms 2024-12-13T08:20:10,720 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:20:10,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/43d0181f4211a4d028ac84ece1c839cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,724 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 43d0181f4211a4d028ac84ece1c839cc: 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734077927463.43d0181f4211a4d028ac84ece1c839cc. 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 338ed124edd6c2665e09109f3488ec38, disabling compactions & flushes 2024-12-13T08:20:10,724 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. after waiting 0 ms 2024-12-13T08:20:10,724 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:20:10,728 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/338ed124edd6c2665e09109f3488ec38/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,729 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 338ed124edd6c2665e09109f3488ec38: 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734077927463.338ed124edd6c2665e09109f3488ec38. 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca6ae8bf15f2b222a872c2d1255613f4, disabling compactions & flushes 2024-12-13T08:20:10,729 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. after waiting 0 ms 2024-12-13T08:20:10,729 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:20:10,732 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ca6ae8bf15f2b222a872c2d1255613f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,733 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca6ae8bf15f2b222a872c2d1255613f4: 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734077927463.ca6ae8bf15f2b222a872c2d1255613f4. 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1ba8229afcd67a8872c6d489cc371671, disabling compactions & flushes 2024-12-13T08:20:10,733 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. after waiting 0 ms 2024-12-13T08:20:10,733 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:20:10,734 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/info/cbbf96f6236940aabbc15879a8921694 is 143, key is hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff./info:regioninfo/1734077920680/Put/seqid=0 2024-12-13T08:20:10,736 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1ba8229afcd67a8872c6d489cc371671/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,737 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:20:10,737 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1ba8229afcd67a8872c6d489cc371671: 2024-12-13T08:20:10,737 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734077927463.1ba8229afcd67a8872c6d489cc371671. 2024-12-13T08:20:10,737 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bbf2ef909879cb958e990b9fe39cbe2b, disabling compactions & flushes 2024-12-13T08:20:10,737 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:20:10,737 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:20:10,737 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. after waiting 0 ms 2024-12-13T08:20:10,738 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:20:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741867_1043 (size=36340) 2024-12-13T08:20:10,742 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bbf2ef909879cb958e990b9fe39cbe2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,743 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bbf2ef909879cb958e990b9fe39cbe2b: 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734077927463.bbf2ef909879cb958e990b9fe39cbe2b. 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bb480de834e07bb6c46f6070fdd07591, disabling compactions & flushes 2024-12-13T08:20:10,743 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. after waiting 0 ms 2024-12-13T08:20:10,743 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:20:10,746 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/bb480de834e07bb6c46f6070fdd07591/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,747 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bb480de834e07bb6c46f6070fdd07591: 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591. 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4bd7f6fed99921da3cbec31b102eb986, disabling compactions & flushes 2024-12-13T08:20:10,747 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. after waiting 0 ms 2024-12-13T08:20:10,747 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/4bd7f6fed99921da3cbec31b102eb986/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,751 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4bd7f6fed99921da3cbec31b102eb986: 2024-12-13T08:20:10,751 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734077927463.4bd7f6fed99921da3cbec31b102eb986. 2024-12-13T08:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing da7c7633dd7f0b006966d5e697cade30, disabling compactions & flushes 2024-12-13T08:20:10,752 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. after waiting 0 ms 2024-12-13T08:20:10,752 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/da7c7633dd7f0b006966d5e697cade30/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,755 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for da7c7633dd7f0b006966d5e697cade30: 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734077927463.da7c7633dd7f0b006966d5e697cade30. 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b1c5e9aee6bea017aef807dc150f6128, disabling compactions & flushes 2024-12-13T08:20:10,755 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. after waiting 0 ms 2024-12-13T08:20:10,755 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b1c5e9aee6bea017aef807dc150f6128/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,759 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b1c5e9aee6bea017aef807dc150f6128: 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734077927463.b1c5e9aee6bea017aef807dc150f6128. 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4a429dfd58dd1f099dfa95ea6e23d74, disabling compactions & flushes 2024-12-13T08:20:10,759 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. after waiting 0 ms 2024-12-13T08:20:10,759 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:20:10,762 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/b4a429dfd58dd1f099dfa95ea6e23d74/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,763 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4a429dfd58dd1f099dfa95ea6e23d74: 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734077927463.b4a429dfd58dd1f099dfa95ea6e23d74. 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e6279774b47d224c0ef12bba5c2dccc0, disabling compactions & flushes 2024-12-13T08:20:10,763 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. after waiting 0 ms 2024-12-13T08:20:10,763 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:20:10,766 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/e6279774b47d224c0ef12bba5c2dccc0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,767 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e6279774b47d224c0ef12bba5c2dccc0: 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734077927463.e6279774b47d224c0ef12bba5c2dccc0. 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6899471857319ecf7da02282b73f958e, disabling compactions & flushes 2024-12-13T08:20:10,767 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. after waiting 0 ms 2024-12-13T08:20:10,767 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:20:10,770 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6899471857319ecf7da02282b73f958e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,771 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6899471857319ecf7da02282b73f958e: 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734077927463.6899471857319ecf7da02282b73f958e. 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ed026335750e903144196f5d2cd2297, disabling compactions & flushes 2024-12-13T08:20:10,771 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. after waiting 0 ms 2024-12-13T08:20:10,771 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:20:10,774 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ed026335750e903144196f5d2cd2297/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,775 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ed026335750e903144196f5d2cd2297: 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734077927463.2ed026335750e903144196f5d2cd2297. 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e3192e9d34a775dec538ebdf4f2f4af, disabling compactions & flushes 2024-12-13T08:20:10,775 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. after waiting 0 ms 2024-12-13T08:20:10,775 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:20:10,778 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9e3192e9d34a775dec538ebdf4f2f4af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,779 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e3192e9d34a775dec538ebdf4f2f4af: 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734077927463.9e3192e9d34a775dec538ebdf4f2f4af. 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8539b7930ea4f8019a81c6d08679b970, disabling compactions & flushes 2024-12-13T08:20:10,779 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. after waiting 0 ms 2024-12-13T08:20:10,779 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:20:10,782 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/8539b7930ea4f8019a81c6d08679b970/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,783 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8539b7930ea4f8019a81c6d08679b970: 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734077927463.8539b7930ea4f8019a81c6d08679b970. 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1b65e474d19f7c1a01eb56d43c25a48b, disabling compactions & flushes 2024-12-13T08:20:10,783 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. after waiting 0 ms 2024-12-13T08:20:10,783 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:20:10,786 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/1b65e474d19f7c1a01eb56d43c25a48b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,787 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1b65e474d19f7c1a01eb56d43c25a48b: 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734077927463.1b65e474d19f7c1a01eb56d43c25a48b. 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f07c197f599a726dcecb57a73b4a4dc, disabling compactions & flushes 2024-12-13T08:20:10,787 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. after waiting 0 ms 2024-12-13T08:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:20:10,790 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/6f07c197f599a726dcecb57a73b4a4dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,791 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f07c197f599a726dcecb57a73b4a4dc: 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734077927463.6f07c197f599a726dcecb57a73b4a4dc. 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ec074cd470787cde720f728203ad6ad7, disabling compactions & flushes 2024-12-13T08:20:10,791 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. after waiting 0 ms 2024-12-13T08:20:10,791 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:20:10,793 INFO [regionserver/6b1293cedc9a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:10,794 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/ec074cd470787cde720f728203ad6ad7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,795 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ec074cd470787cde720f728203ad6ad7: 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734077927463.ec074cd470787cde720f728203ad6ad7. 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ef1285ad3efd5c55f469468cd089324, disabling compactions & flushes 2024-12-13T08:20:10,795 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. after waiting 0 ms 2024-12-13T08:20:10,795 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:20:10,799 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/2ef1285ad3efd5c55f469468cd089324/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,799 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:20:10,799 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ef1285ad3efd5c55f469468cd089324: 2024-12-13T08:20:10,799 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734077927463.2ef1285ad3efd5c55f469468cd089324. 2024-12-13T08:20:10,799 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 63d89876ed81ab3307bcdbbb8d8976b6, disabling compactions & flushes 2024-12-13T08:20:10,799 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:20:10,800 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:20:10,800 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. after waiting 0 ms 2024-12-13T08:20:10,800 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:20:10,803 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/63d89876ed81ab3307bcdbbb8d8976b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:10,804 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 63d89876ed81ab3307bcdbbb8d8976b6: 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734077927463.63d89876ed81ab3307bcdbbb8d8976b6. 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 454e5590cbad5d9a6b394481c787f4ff, disabling compactions & flushes 2024-12-13T08:20:10,804 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. after waiting 0 ms 2024-12-13T08:20:10,804 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:20:10,804 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 454e5590cbad5d9a6b394481c787f4ff 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T08:20:10,824 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/.tmp/info/036e1743b5a14d12b064d38eace6e836 is 45, key is default/info:d/1734077920748/Put/seqid=0 2024-12-13T08:20:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741868_1044 (size=5037) 2024-12-13T08:20:10,917 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 025b81fc62443c920bb7386635cde1cb, 1588230740, 32668c834904b2605820409797b0f3dd, 454e5590cbad5d9a6b394481c787f4ff, 9937d4e6689fd58c2531a72d8f8f64e1, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:10,993 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T08:20:10,993 INFO [regionserver/6b1293cedc9a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T08:20:11,117 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 025b81fc62443c920bb7386635cde1cb, 1588230740, 32668c834904b2605820409797b0f3dd, 454e5590cbad5d9a6b394481c787f4ff, 9937d4e6689fd58c2531a72d8f8f64e1, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:11,143 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/info/cbbf96f6236940aabbc15879a8921694 2024-12-13T08:20:11,168 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/rep_barrier/e3554406681840ca9760ef577c589ebc is 115, key is test,bbb,1734077927463.bb480de834e07bb6c46f6070fdd07591./rep_barrier:seqnumDuringOpen/1734077932226/Put/seqid=0 2024-12-13T08:20:11,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741869_1045 (size=8574) 2024-12-13T08:20:11,229 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/.tmp/info/036e1743b5a14d12b064d38eace6e836 2024-12-13T08:20:11,237 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/.tmp/info/036e1743b5a14d12b064d38eace6e836 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/info/036e1743b5a14d12b064d38eace6e836 2024-12-13T08:20:11,242 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/info/036e1743b5a14d12b064d38eace6e836, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T08:20:11,243 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 454e5590cbad5d9a6b394481c787f4ff in 439ms, sequenceid=6, compaction requested=false 2024-12-13T08:20:11,243 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T08:20:11,249 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/namespace/454e5590cbad5d9a6b394481c787f4ff/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T08:20:11,250 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 454e5590cbad5d9a6b394481c787f4ff: 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734077919384.454e5590cbad5d9a6b394481c787f4ff. 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 025b81fc62443c920bb7386635cde1cb, disabling compactions & flushes 2024-12-13T08:20:11,250 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734077927463.025b81fc62443c920bb7386635cde1cb. after waiting 0 ms 2024-12-13T08:20:11,250 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:20:11,250 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 025b81fc62443c920bb7386635cde1cb 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T08:20:11,283 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/.tmp/f/d2f5463bf236493bb5c5ec88516e5c3d is 4136, key is NormalPut000/f:row/1734077949343/Put/seqid=0 2024-12-13T08:20:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741870_1046 (size=4147225) 2024-12-13T08:20:11,317 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 025b81fc62443c920bb7386635cde1cb, 1588230740, 32668c834904b2605820409797b0f3dd, 9937d4e6689fd58c2531a72d8f8f64e1, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:11,517 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 025b81fc62443c920bb7386635cde1cb, 1588230740, 32668c834904b2605820409797b0f3dd, 9937d4e6689fd58c2531a72d8f8f64e1, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:11,574 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/rep_barrier/e3554406681840ca9760ef577c589ebc 2024-12-13T08:20:11,600 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/table/6849b05f274246348abcf04e574d89f6 is 94, key is testdroppedtimed,,1734077944456.de22efc57dc9fdc2e1d5bc29c9e962a2./table:/1734078004235/DeleteFamily/seqid=0 2024-12-13T08:20:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741871_1047 (size=5605) 2024-12-13T08:20:11,686 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/.tmp/f/d2f5463bf236493bb5c5ec88516e5c3d 2024-12-13T08:20:11,700 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/.tmp/f/d2f5463bf236493bb5c5ec88516e5c3d as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/f/d2f5463bf236493bb5c5ec88516e5c3d 2024-12-13T08:20:11,705 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/f/d2f5463bf236493bb5c5ec88516e5c3d, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T08:20:11,706 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 025b81fc62443c920bb7386635cde1cb in 456ms, sequenceid=1004, compaction requested=false 2024-12-13T08:20:11,706 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/025b81fc62443c920bb7386635cde1cb/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T08:20:11,711 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 025b81fc62443c920bb7386635cde1cb: 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734077927463.025b81fc62443c920bb7386635cde1cb. 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 32668c834904b2605820409797b0f3dd, disabling compactions & flushes 2024-12-13T08:20:11,711 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. after waiting 0 ms 2024-12-13T08:20:11,711 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:20:11,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/32668c834904b2605820409797b0f3dd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:11,715 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:20:11,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 32668c834904b2605820409797b0f3dd: 2024-12-13T08:20:11,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734077927463.32668c834904b2605820409797b0f3dd. 2024-12-13T08:20:11,715 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing af6125565cc60b399ab462f4c79b485b, disabling compactions & flushes 2024-12-13T08:20:11,716 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. after waiting 0 ms 2024-12-13T08:20:11,716 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:20:11,718 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1599): Waiting on 4 regions to close 2024-12-13T08:20:11,718 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, af6125565cc60b399ab462f4c79b485b=test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b., 9937d4e6689fd58c2531a72d8f8f64e1=test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1., aed97598616da3c648e472de48c0d243=test,eee,1734077927463.aed97598616da3c648e472de48c0d243.} 2024-12-13T08:20:11,718 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9937d4e6689fd58c2531a72d8f8f64e1, aed97598616da3c648e472de48c0d243, af6125565cc60b399ab462f4c79b485b 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/af6125565cc60b399ab462f4c79b485b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:11,719 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for af6125565cc60b399ab462f4c79b485b: 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734077927463.af6125565cc60b399ab462f4c79b485b. 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9937d4e6689fd58c2531a72d8f8f64e1, disabling compactions & flushes 2024-12-13T08:20:11,719 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. after waiting 0 ms 2024-12-13T08:20:11,719 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/9937d4e6689fd58c2531a72d8f8f64e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:11,723 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9937d4e6689fd58c2531a72d8f8f64e1: 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734077927463.9937d4e6689fd58c2531a72d8f8f64e1. 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aed97598616da3c648e472de48c0d243, disabling compactions & flushes 2024-12-13T08:20:11,723 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734077927463.aed97598616da3c648e472de48c0d243. after waiting 0 ms 2024-12-13T08:20:11,723 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:20:11,726 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/default/test/aed97598616da3c648e472de48c0d243/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T08:20:11,727 INFO [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:20:11,727 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aed97598616da3c648e472de48c0d243: 2024-12-13T08:20:11,727 DEBUG [RS_CLOSE_REGION-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734077927463.aed97598616da3c648e472de48c0d243. 2024-12-13T08:20:11,918 DEBUG [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T08:20:12,005 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/table/6849b05f274246348abcf04e574d89f6 2024-12-13T08:20:12,020 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/info/cbbf96f6236940aabbc15879a8921694 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/info/cbbf96f6236940aabbc15879a8921694 2024-12-13T08:20:12,027 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/info/cbbf96f6236940aabbc15879a8921694, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T08:20:12,028 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/rep_barrier/e3554406681840ca9760ef577c589ebc as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/rep_barrier/e3554406681840ca9760ef577c589ebc 2024-12-13T08:20:12,034 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/rep_barrier/e3554406681840ca9760ef577c589ebc, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T08:20:12,035 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/.tmp/table/6849b05f274246348abcf04e574d89f6 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/table/6849b05f274246348abcf04e574d89f6 2024-12-13T08:20:12,041 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/table/6849b05f274246348abcf04e574d89f6, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T08:20:12,042 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=77, compaction requested=false 2024-12-13T08:20:12,042 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T08:20:12,047 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T08:20:12,048 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T08:20:12,048 INFO [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:12,048 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T08:20:12,048 DEBUG [RS_CLOSE_META-regionserver/6b1293cedc9a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T08:20:12,118 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,42439,1734077915558; all regions closed. 2024-12-13T08:20:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741834_1010 (size=40374) 2024-12-13T08:20:12,127 DEBUG [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/oldWALs 2024-12-13T08:20:12,127 INFO [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C42439%2C1734077915558.meta:.meta(num 1734077919115) 2024-12-13T08:20:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741832_1008 (size=4217378) 2024-12-13T08:20:12,133 DEBUG [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/oldWALs 2024-12-13T08:20:12,133 INFO [RS:0;6b1293cedc9a:42439 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6b1293cedc9a%2C42439%2C1734077915558:(num 1734077918144) 2024-12-13T08:20:12,133 DEBUG [RS:0;6b1293cedc9a:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,133 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T08:20:12,133 INFO [RS:0;6b1293cedc9a:42439 {}] hbase.ChoreService(370): Chore service for: regionserver/6b1293cedc9a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T08:20:12,134 INFO [regionserver/6b1293cedc9a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:12,134 INFO [RS:0;6b1293cedc9a:42439 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42439 2024-12-13T08:20:12,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/6b1293cedc9a,42439,1734077915558 2024-12-13T08:20:12,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T08:20:12,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b1293cedc9a,42439,1734077915558] 2024-12-13T08:20:12,156 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6b1293cedc9a,42439,1734077915558; numProcessing=1 2024-12-13T08:20:12,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/6b1293cedc9a,42439,1734077915558 already deleted, retry=false 2024-12-13T08:20:12,165 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6b1293cedc9a,42439,1734077915558 expired; onlineServers=0 2024-12-13T08:20:12,165 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6b1293cedc9a,41791,1734077914793' ***** 2024-12-13T08:20:12,165 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T08:20:12,165 DEBUG [M:0;6b1293cedc9a:41791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b1293cedc9a/172.17.0.2:0 2024-12-13T08:20:12,166 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionServer(1224): stopping server 6b1293cedc9a,41791,1734077914793 2024-12-13T08:20:12,166 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionServer(1250): stopping server 6b1293cedc9a,41791,1734077914793; all regions closed. 2024-12-13T08:20:12,166 DEBUG [M:0;6b1293cedc9a:41791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T08:20:12,166 DEBUG [M:0;6b1293cedc9a:41791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T08:20:12,166 DEBUG [M:0;6b1293cedc9a:41791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T08:20:12,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T08:20:12,166 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077917802 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.large.0-1734077917802,5,FailOnTimeoutGroup] 2024-12-13T08:20:12,166 DEBUG [master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077917802 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b1293cedc9a:0:becomeActiveMaster-HFileCleaner.small.0-1734077917802,5,FailOnTimeoutGroup] 2024-12-13T08:20:12,166 INFO [M:0;6b1293cedc9a:41791 {}] hbase.ChoreService(370): Chore service for: master/6b1293cedc9a:0 had [] on shutdown 2024-12-13T08:20:12,166 DEBUG [M:0;6b1293cedc9a:41791 {}] master.HMaster(1733): Stopping service threads 2024-12-13T08:20:12,167 INFO [M:0;6b1293cedc9a:41791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T08:20:12,167 ERROR [M:0;6b1293cedc9a:41791 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T08:20:12,167 INFO [M:0;6b1293cedc9a:41791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T08:20:12,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T08:20:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T08:20:12,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T08:20:12,173 DEBUG [M:0;6b1293cedc9a:41791 {}] zookeeper.ZKUtil(347): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T08:20:12,173 WARN [M:0;6b1293cedc9a:41791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T08:20:12,173 INFO [M:0;6b1293cedc9a:41791 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T08:20:12,173 INFO [M:0;6b1293cedc9a:41791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T08:20:12,173 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T08:20:12,174 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:12,174 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:12,174 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T08:20:12,174 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:12,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T08:20:12,174 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.93 KB 2024-12-13T08:20:12,194 DEBUG [M:0;6b1293cedc9a:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/587bd9162b8c4962a5c6aa0227f5a129 is 82, key is hbase:meta,,1/info:regioninfo/1734077919231/Put/seqid=0 2024-12-13T08:20:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741872_1048 (size=5672) 2024-12-13T08:20:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:12,257 INFO [RS:0;6b1293cedc9a:42439 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,42439,1734077915558; zookeeper connection closed. 2024-12-13T08:20:12,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1001e782c520001, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:12,257 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b595439 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b595439 2024-12-13T08:20:12,257 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T08:20:12,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:12,599 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/587bd9162b8c4962a5c6aa0227f5a129 2024-12-13T08:20:12,627 DEBUG [M:0;6b1293cedc9a:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb94b8b46da5451c91cd60b172cbd732 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734077932672/Put/seqid=0 2024-12-13T08:20:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741873_1049 (size=12841) 2024-12-13T08:20:12,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T08:20:12,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T08:20:13,032 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.38 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb94b8b46da5451c91cd60b172cbd732 2024-12-13T08:20:13,041 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb94b8b46da5451c91cd60b172cbd732 2024-12-13T08:20:13,061 DEBUG [M:0;6b1293cedc9a:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3ac43457c04717bdad32e72fdb5bab is 69, key is 6b1293cedc9a,42439,1734077915558/rs:state/1734077917933/Put/seqid=0 2024-12-13T08:20:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741874_1050 (size=5156) 2024-12-13T08:20:13,084 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3ac43457c04717bdad32e72fdb5bab 2024-12-13T08:20:13,094 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/587bd9162b8c4962a5c6aa0227f5a129 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/587bd9162b8c4962a5c6aa0227f5a129 2024-12-13T08:20:13,101 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/587bd9162b8c4962a5c6aa0227f5a129, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T08:20:13,102 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb94b8b46da5451c91cd60b172cbd732 as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb94b8b46da5451c91cd60b172cbd732 2024-12-13T08:20:13,109 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb94b8b46da5451c91cd60b172cbd732 2024-12-13T08:20:13,110 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb94b8b46da5451c91cd60b172cbd732, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T08:20:13,112 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d3ac43457c04717bdad32e72fdb5bab as hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3ac43457c04717bdad32e72fdb5bab 2024-12-13T08:20:13,118 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46499/user/jenkins/test-data/adc7a287-999d-211e-f7b9-a24ee39b1119/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d3ac43457c04717bdad32e72fdb5bab, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T08:20:13,119 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243650, heapSize ~293.63 KB/300680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=612, compaction requested=false 2024-12-13T08:20:13,129 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T08:20:13,129 DEBUG [M:0;6b1293cedc9a:41791 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T08:20:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43233 is added to blk_1073741830_1006 (size=284389) 2024-12-13T08:20:13,134 INFO [M:0;6b1293cedc9a:41791 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T08:20:13,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T08:20:13,134 INFO [M:0;6b1293cedc9a:41791 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41791 2024-12-13T08:20:13,148 DEBUG [M:0;6b1293cedc9a:41791 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/6b1293cedc9a,41791,1734077914793 already deleted, retry=false 2024-12-13T08:20:13,257 INFO [M:0;6b1293cedc9a:41791 {}] regionserver.HRegionServer(1307): Exiting; stopping=6b1293cedc9a,41791,1734077914793; zookeeper connection closed. 2024-12-13T08:20:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1001e782c520000, quorum=127.0.0.1:49557, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T08:20:13,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69d3730a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T08:20:13,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@423d3cab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:13,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:13,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3341e317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:13,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691d7a9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:13,289 WARN [BP-68029042-172.17.0.2-1734077911715 heartbeating to localhost/127.0.0.1:46499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T08:20:13,289 WARN [BP-68029042-172.17.0.2-1734077911715 heartbeating to localhost/127.0.0.1:46499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-68029042-172.17.0.2-1734077911715 (Datanode Uuid 79cdf902-7ff5-4c74-950e-3361eb0f4adb) service to localhost/127.0.0.1:46499 2024-12-13T08:20:13,290 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data1/current/BP-68029042-172.17.0.2-1734077911715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:13,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/cluster_65be8211-1640-2364-2deb-9c5e3730a57b/dfs/data/data2/current/BP-68029042-172.17.0.2-1734077911715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T08:20:13,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T08:20:13,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T08:20:13,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T08:20:13,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14b32b31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T08:20:13,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T08:20:13,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T08:20:13,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T08:20:13,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0c7488f-fd17-85d3-d11d-c191c3c00838/hadoop.log.dir/,STOPPED} 2024-12-13T08:20:13,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T08:20:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down